{ "model": "OpenGVLab/InternVL3-2B", "adapter": "checkpoints/internvl3_2b_lr/final_lr_lora", "benchmarks": { "LogicBench": { "benchmark": "LogicBench", "metrics": { "accuracy": 100.0, "reasoning_trace_rate": 100.0, "avg_reasoning_depth": 1.0, "total_examples": 50 }, "detailed_results": [ { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lb_pattern_0_lb_unknown", "task_type": "deduction" } ] }, "Multi-LogiEval": { "benchmark": "Multi-LogiEval", "metrics": { "accuracy": 100.0, "reasoning_trace_rate": 100.0, "avg_reasoning_depth": 1.0, "total_examples": 108 }, "detailed_results": [ { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d6_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d6_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d6_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d6_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d6_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d6_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d6_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d1_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d2_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d3_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d3_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d3_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d3_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d3_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d3_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d3_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d3_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d3_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d3_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d3_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d3_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d3_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d3_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d3_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d3_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d3_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d3_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d3_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d3_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d4_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d4_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d4_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d4_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d4_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d4_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d4_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d4_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d4_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d4_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d4_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d4_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d4_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d4_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d4_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d4_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d4_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d4_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d5_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d5_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d5_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d5_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d5_mle_unknown", "task_type": "deduction" }, { "exact_match": true, "pred_label": "True", "gt_label": "True", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "mle_d5_mle_unknown", "task_type": "deduction" } ] }, "LogicNLI": { "benchmark": "LogicNLI", "metrics": { "accuracy": 0.0, "reasoning_trace_rate": 100.0, "avg_reasoning_depth": 1.0, "total_examples": 2538 }, "detailed_results": [ { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_lnli_unknown", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_lnli_unknown", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2647", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3286", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-411", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-612", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2382", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2718", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1486", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1039", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-163", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1056", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-120", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1402", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1310", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2191", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2457", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2552", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2853", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2959", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3264", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-985", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2846", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1457", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2752", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1715", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2234", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3248", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-458", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2456", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-939", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2732", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3257", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-485", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2923", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2956", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2434", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1127", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3276", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-450", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-799", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2906", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1344", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-950", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1977", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-405", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2353", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1763", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-889", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1008", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1073", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1948", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2079", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2981", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-332", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-248", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1328", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1550", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-431", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1644", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3218", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3125", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1905", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1840", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1017", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2076", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1801", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2464", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2336", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1797", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-907", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2522", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1068", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1888", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2137", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-581", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3047", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2004", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-87", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2777", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2929", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-970", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2296", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2747", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1718", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2652", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2160", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1832", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2916", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2575", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-774", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-847", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3227", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-156", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1815", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-99", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-737", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2402", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-931", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2188", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-855", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2588", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2549", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1391", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2626", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-24", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2698", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2903", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2837", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2597", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1592", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2210", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1726", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2789", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-932", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2168", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-486", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2466", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-233", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3213", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2520", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-902", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1183", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3266", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1695", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-742", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2222", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2867", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3109", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1996", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2386", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2216", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1586", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1599", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-530", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1095", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-668", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-262", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2961", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2171", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-677", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-10", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-437", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-320", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2678", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-608", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1048", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-390", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2793", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-987", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3084", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-107", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2015", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-484", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2375", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-114", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-509", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-956", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-104", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2802", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2102", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1757", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-397", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-62", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-294", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2204", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1466", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1956", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2233", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3252", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3099", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2706", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-815", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2831", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-125", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2078", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2960", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1585", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2643", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1381", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-278", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1892", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1993", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2762", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2709", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2084", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1243", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2284", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2273", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1958", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-196", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2478", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1010", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2990", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3256", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1235", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2776", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1659", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1874", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1295", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2763", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1298", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1774", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-698", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1019", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2808", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2855", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2958", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2214", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-96", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2946", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-547", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2794", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2286", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-923", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1590", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-627", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2970", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-527", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1436", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2057", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2557", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1197", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1152", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1623", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1097", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2327", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-284", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3031", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1651", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1419", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2491", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1110", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2854", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2141", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2343", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2579", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2050", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-234", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-46", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3290", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2816", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-191", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1577", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1575", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2281", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2477", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-299", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1615", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2589", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-82", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1148", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1498", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2568", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-662", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2328", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-834", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2101", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1909", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2979", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2984", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1898", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2501", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2046", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1580", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-643", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1612", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2966", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2329", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1454", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2516", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-134", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1337", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1921", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1988", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1522", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-252", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1709", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-387", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3287", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1621", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-409", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2842", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2513", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2444", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-18", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1952", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2223", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2674", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1601", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2756", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3203", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3133", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-837", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-74", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2768", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2068", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1591", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-976", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-825", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3158", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-330", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-334", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2219", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-802", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1155", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-298", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2097", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2670", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3222", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1827", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1301", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1731", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-235", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-609", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2585", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2351", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-788", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2018", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1824", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-137", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1272", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3155", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1240", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2406", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3215", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2872", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3108", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-599", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1786", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2625", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2607", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1552", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1380", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-824", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2622", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2590", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2805", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1099", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3128", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2192", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1229", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-996", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1016", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1685", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1434", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1117", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2605", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2673", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2322", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2818", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2593", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-86", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3076", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2878", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3275", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-369", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-413", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-654", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-967", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1589", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1868", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2069", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2122", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-884", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2485", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-564", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1650", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1722", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2915", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1113", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-589", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2887", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1943", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-121", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2532", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2828", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3148", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1390", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1846", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1490", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2420", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-17", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2282", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2138", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2691", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-963", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3034", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-869", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2180", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2030", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2073", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3280", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2303", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-800", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3291", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1605", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3259", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2983", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1429", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2965", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-228", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-862", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2810", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-688", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2467", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1959", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3152", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-261", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-308", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3095", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-685", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-489", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2132", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2152", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1077", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1504", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2459", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1634", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1903", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-181", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1424", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2017", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-260", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2220", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-452", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3080", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3173", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3064", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-418", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1029", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3142", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2213", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1055", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-165", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2784", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-818", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-719", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2500", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2441", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-962", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1936", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1703", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1333", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2397", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-285", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-914", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1199", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2910", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1739", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-122", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1604", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-350", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1810", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1683", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1045", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2725", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1459", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1540", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2310", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3131", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2566", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-325", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3003", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1425", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1178", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2547", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2042", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2919", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-204", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-961", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2617", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2664", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-909", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-960", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2749", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-69", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-198", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2221", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-515", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1751", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-898", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2186", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1990", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1997", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2667", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1404", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2658", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1656", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1213", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2020", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1620", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1005", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-998", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2417", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3298", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2834", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-142", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1001", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-130", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2450", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3279", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1949", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-426", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-549", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2272", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2873", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1758", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1526", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-379", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2662", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-883", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2341", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-283", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-859", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-783", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1710", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-795", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2976", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3118", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2769", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-318", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-408", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2819", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2103", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1565", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-378", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3232", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1931", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2469", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-417", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2196", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-247", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-34", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-653", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2945", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-910", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-758", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2955", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1133", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2287", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2389", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1717", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-925", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-338", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1355", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2404", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2203", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3135", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1170", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2545", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-538", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-984", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2535", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1728", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2713", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-174", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2893", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-650", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-478", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-577", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2735", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-270", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2711", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1357", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-519", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2358", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1978", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2098", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1196", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-349", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3107", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1708", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1593", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-965", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2900", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3036", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1085", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-386", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2714", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-464", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1713", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2494", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-487", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-472", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1164", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-805", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1865", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1015", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2512", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-49", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2237", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3300", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-97", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-893", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1084", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2325", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3262", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-560", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1317", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-388", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1688", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2649", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-628", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-229", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-475", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2939", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3197", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2313", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1129", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1453", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2573", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2993", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1312", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2925", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-804", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3240", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3239", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-839", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-751", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-491", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1729", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-202", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2489", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-232", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-300", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-681", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1049", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-718", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1221", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3299", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1174", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2634", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3226", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1671", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3175", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-945", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-670", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1692", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-534", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1423", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-420", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2717", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2529", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1057", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2560", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-221", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1302", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1460", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2048", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-40", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2421", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1755", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2553", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1033", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-684", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-1863", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-341", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-2701", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-940", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-3110", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-787", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2572", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-452", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2252", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2190", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1485", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-421", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1470", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2794", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3298", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3270", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-831", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2672", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3106", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-659", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1217", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-656", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-134", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1692", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-935", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2797", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3203", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1058", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1380", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3157", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3243", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1108", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-680", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1573", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3014", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1580", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2805", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-529", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1439", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1575", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1309", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1574", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1295", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-448", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-109", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-952", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3103", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1591", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2644", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2068", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1096", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-432", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-446", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1156", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-60", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-859", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-34", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-749", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2754", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-72", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-436", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1362", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2768", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-190", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-254", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-710", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2559", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-898", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2111", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2769", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1968", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-312", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2129", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-873", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1462", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-945", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1358", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2144", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1410", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-306", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1818", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-956", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2557", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1285", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1417", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2147", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-869", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1785", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1306", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2021", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2465", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-601", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1185", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2611", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-411", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3114", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2675", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2443", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-349", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1294", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2038", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1777", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1225", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1230", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1877", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-375", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-106", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2741", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3093", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2405", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1493", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3213", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1456", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-748", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3236", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1004", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-582", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2258", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2718", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-730", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2176", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3139", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1382", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-811", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3187", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2502", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2205", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3061", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-157", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1403", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3223", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-257", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-478", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1419", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2795", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-611", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-405", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1123", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2780", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1902", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-828", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2303", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2032", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-900", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1257", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1646", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1089", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-845", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-396", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3168", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2459", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2329", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1451", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2756", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3005", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1794", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-358", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3217", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1629", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1312", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3137", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2392", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2017", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2511", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3081", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-408", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1429", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-899", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-786", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2014", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2275", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1516", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-984", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-858", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1673", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1513", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1868", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1122", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1278", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2563", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1442", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1746", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-765", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1438", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2299", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2269", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2019", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1223", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2356", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2649", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2071", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3175", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1974", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2527", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2042", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2969", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-175", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-412", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1977", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2860", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2729", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2172", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1310", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2171", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1330", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3063", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2287", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-636", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-338", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-640", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-203", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2810", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2404", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-23", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1908", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2206", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1324", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1014", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2442", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2556", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1860", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2202", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2925", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2777", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3295", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-341", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-942", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1950", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-884", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2686", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2972", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3135", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1701", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2694", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1161", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-971", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-978", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2834", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-43", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-407", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-622", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1697", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3241", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3216", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3041", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-493", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2881", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3108", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1570", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2831", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1115", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1027", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-936", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1536", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3131", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-587", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1436", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2570", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-530", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1613", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1376", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2764", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-531", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3126", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1201", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1852", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1281", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-759", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1478", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2957", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-226", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2681", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-647", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-676", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1137", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2448", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2787", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1053", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3029", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1384", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2308", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-21", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-122", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1596", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2931", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2245", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1234", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2249", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2480", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-996", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2178", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2419", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1578", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2177", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-465", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-167", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2567", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-120", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-538", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2346", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-455", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2146", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1835", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-708", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2280", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2082", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2496", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1962", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-552", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-933", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1558", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2056", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1900", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2322", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2119", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-192", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-877", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1298", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1939", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2244", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1525", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1088", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1251", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1990", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1037", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-164", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-311", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1711", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2493", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-211", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2997", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-243", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-675", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3027", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-914", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2174", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2361", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1259", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-555", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2235", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1220", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1859", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-771", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1635", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2930", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2158", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1693", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-295", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-685", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2520", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-946", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-541", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-143", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3036", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2529", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1909", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3009", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1734", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1551", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-294", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1401", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2351", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-205", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2614", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2779", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2211", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-127", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1756", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2841", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1305", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-337", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1805", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1163", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1051", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-30", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-228", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-953", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1631", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-260", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-100", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-964", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2265", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1561", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2515", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-826", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-210", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1634", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-740", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2691", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2422", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2915", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-308", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-285", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2898", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-444", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2175", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3191", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3198", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-777", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1345", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3158", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1261", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-821", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1639", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2654", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1375", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-761", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-476", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-876", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2345", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2212", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3189", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1940", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1344", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-274", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1495", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-391", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-661", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2676", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-756", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2828", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1608", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3070", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3045", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2571", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1165", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3254", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3156", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-317", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1411", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1100", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2395", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1338", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2054", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1932", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1083", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-300", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1279", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2715", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2901", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-713", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-346", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1339", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1503", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3266", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2813", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2256", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2685", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3212", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1807", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2839", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-406", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1437", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2159", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3132", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-844", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1671", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1553", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-970", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3051", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1385", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1074", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1502", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2913", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1640", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2537", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2998", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2859", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2239", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2589", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1057", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1522", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1195", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2561", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3296", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-197", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-902", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2626", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2866", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3265", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1644", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2083", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-791", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2421", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-527", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2826", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-986", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-183", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1849", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1937", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-696", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-329", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3085", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1527", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1817", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-722", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-79", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2977", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1012", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-194", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1233", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-561", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2132", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3060", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-904", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2554", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1517", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-798", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-26", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1913", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2581", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-698", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2066", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1422", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3127", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-653", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2785", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1842", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-947", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1001", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2670", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2964", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2403", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2594", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2486", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2637", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-198", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-849", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-923", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2296", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-927", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-820", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2922", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3276", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1352", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2635", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-799", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2711", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1557", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2320", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1457", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3250", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1796", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-319", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1589", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1038", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2046", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2682", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1662", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-224", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2369", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3058", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1120", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1801", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1129", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2039", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1398", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-879", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1922", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2565", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1826", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2936", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-563", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3082", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2608", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1245", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-853", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1991", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2717", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-498", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-101", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1299", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1649", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-496", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2856", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3271", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-719", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1625", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2882", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-499", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1572", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2377", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2342", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3292", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2884", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1219", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-802", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1187", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-963", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1153", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1871", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1013", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-172", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2095", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1903", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1435", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2284", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1237", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-972", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-97", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-151", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2139", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-616", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2933", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1738", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1749", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2999", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1519", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1238", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-39", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2133", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2314", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1135", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-637", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2790", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-428", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1334", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1288", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-705", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1283", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1914", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-734", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1235", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2513", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3050", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1221", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1378", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2304", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2902", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2481", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-985", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2665", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1106", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2416", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-37", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2045", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2243", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1433", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1884", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1076", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3092", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1784", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-778", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1321", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-593", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1205", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2874", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1232", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2022", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-279", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2613", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1982", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-965", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2809", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1172", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3230", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-24", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-3012", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-982", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1331", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1907", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2975", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-1602", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2070", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Animal-Simple-2464", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1885", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-992", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-121", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1565", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1690", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1563", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2854", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1569", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1088", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-972", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-882", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1717", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-106", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1746", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-588", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1181", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-181", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2377", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2482", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1049", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-918", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1546", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2992", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-854", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2437", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1325", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-925", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-590", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2759", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-453", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-249", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-435", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-47", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-549", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2898", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2674", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-252", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2868", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2665", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1497", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2295", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-557", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2871", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-879", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-941", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1303", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2515", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1521", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1406", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-700", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-945", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1362", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2439", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2363", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-583", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1998", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1576", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2137", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1536", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1459", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1739", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2374", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-826", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1329", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2164", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-586", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2601", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2765", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1392", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2773", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1586", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2767", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2892", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1011", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2118", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1816", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2529", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-961", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1245", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2834", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-878", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1625", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-214", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1891", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2096", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-559", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1133", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2105", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1394", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-353", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1866", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1191", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2636", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1785", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1077", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1003", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2197", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2470", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1016", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-892", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2690", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2262", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1369", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2007", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-979", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-755", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-126", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-175", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-780", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1110", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2087", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2919", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1321", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1971", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-527", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-649", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-116", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1167", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1375", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2317", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-824", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1172", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1196", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-283", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2966", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1467", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1185", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-504", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1456", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2134", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1996", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1384", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-282", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-750", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2669", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-725", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-851", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2141", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1019", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-70", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-754", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2513", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2724", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2280", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1190", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-932", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2396", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2296", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-659", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-652", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1216", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2372", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-195", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-676", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2874", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2312", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2034", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-89", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-60", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2404", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-816", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1535", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2920", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2713", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2279", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-996", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-82", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2648", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-115", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1602", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2340", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-310", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2018", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-271", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-394", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2796", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-761", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2761", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-457", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1267", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-974", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2999", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-741", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1850", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-256", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-896", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1166", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-3000", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1233", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2614", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1551", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1098", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1689", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-347", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-163", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2432", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1601", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1275", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-160", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2833", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-906", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-914", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2562", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-63", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-437", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-463", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1758", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1793", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1878", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-746", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2136", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1894", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2044", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1683", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2541", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2286", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2655", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2983", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2989", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2573", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1709", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1564", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-291", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1651", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-814", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2183", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1060", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1295", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-920", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-117", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1918", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1895", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2236", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-113", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2684", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2838", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1327", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-253", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1074", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2542", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1443", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2049", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2948", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-833", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2725", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-31", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1558", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2844", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1286", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1455", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-430", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1335", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2471", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1572", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1148", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1705", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2341", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2323", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2288", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2397", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1118", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2953", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1454", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1222", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1100", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2764", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1824", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1754", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-83", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2572", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1481", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-516", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2411", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-420", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2071", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1315", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2334", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1073", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1438", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1192", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-350", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-614", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1059", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2779", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-609", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1787", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1357", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2921", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-494", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-215", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1299", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2511", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1072", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-343", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-202", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1877", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1612", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-871", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-485", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2958", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-695", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2360", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2603", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2022", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2357", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1229", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-844", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-52", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1437", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1956", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2434", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2917", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1119", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2487", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-230", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-991", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-875", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-852", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1093", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1678", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1371", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-484", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2599", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1349", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1201", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1186", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1340", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-669", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-323", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-356", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2563", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-537", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-140", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2294", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1225", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-189", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1838", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2910", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1278", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-223", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2581", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2107", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1559", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2905", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-406", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2875", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2167", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2161", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2574", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-34", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2291", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2235", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-580", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1835", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-939", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1904", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-277", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1218", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1548", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2433", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2695", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-56", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2901", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2889", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1562", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2583", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2099", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1771", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1980", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1922", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-137", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-764", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1631", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2654", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-162", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-827", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2850", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1961", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1934", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1135", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-653", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-509", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1461", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2339", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2394", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2672", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-466", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-832", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2795", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-474", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-495", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1794", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2102", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1048", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-432", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-903", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2271", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1112", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1301", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-371", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-766", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1207", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1635", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2516", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-90", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2943", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2604", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2535", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1104", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-305", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2010", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-221", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1593", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2113", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1140", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-376", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2206", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-731", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1424", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2895", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2514", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1867", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1760", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-311", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2354", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-792", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2587", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2774", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2710", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1899", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-186", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-866", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1845", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1386", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1145", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-831", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1298", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-393", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-573", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1622", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-151", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2865", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2709", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-600", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-449", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2732", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-204", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-552", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2384", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1924", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1686", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-45", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-3023", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-158", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2281", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1306", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-518", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1802", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-88", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1634", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2937", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1692", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-321", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2409", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-728", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2298", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1547", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2153", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1255", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2368", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1965", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1721", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-329", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-22", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2017", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2990", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2758", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-292", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1075", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2472", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-434", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1485", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2720", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-80", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1592", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1595", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1296", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2144", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-591", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1150", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2525", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2853", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2813", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1817", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1158", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2390", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2166", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-993", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-159", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2460", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-889", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2352", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2401", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2923", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2929", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-729", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2723", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1032", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-719", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-269", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1432", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1766", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1291", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1474", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-887", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2753", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1137", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-98", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1023", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-858", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2461", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1211", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-639", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1603", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-247", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2201", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2938", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2740", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-788", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2606", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2481", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2325", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-951", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-926", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-254", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-654", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2467", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1034", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-261", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2935", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-500", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2391", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1277", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-95", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2789", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2771", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-374", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-825", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1208", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1501", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2594", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1270", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2524", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1109", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2642", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-28", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2980", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2464", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1478", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-980", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-594", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1247", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2544", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1408", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2015", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-359", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1711", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-748", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-938", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-975", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2918", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-611", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2029", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-6", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2494", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-856", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-650", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2454", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1788", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1791", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1509", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-601", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-415", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1132", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2575", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1969", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1537", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-281", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-15", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-528", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2037", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2006", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-850", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2691", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1336", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-297", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-270", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1179", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1584", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2890", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2267", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1645", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1997", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-1819", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2644", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-227", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2663", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-2657", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1887", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-673", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2511", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-384", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-862", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-293", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1852", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1875", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-441", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1786", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2533", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2302", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-111", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2542", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-391", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2740", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2291", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-292", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-3006", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1328", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2554", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2702", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-677", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1251", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2902", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1641", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-624", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-82", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1457", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1416", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1408", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-130", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1224", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2363", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1306", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1554", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1924", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-145", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1244", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2161", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2061", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2655", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1584", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-824", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-124", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-188", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2743", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-517", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1600", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-787", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-820", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1557", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2540", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2584", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2745", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1870", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1287", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2666", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2295", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-336", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-688", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-628", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1044", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1310", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1448", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1325", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-905", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-226", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-696", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2935", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1919", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-796", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1518", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-246", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-447", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2572", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2506", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1711", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1646", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1800", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1188", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-715", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2148", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1530", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1171", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1369", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1507", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2856", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-392", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-658", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2809", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2731", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2437", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1912", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2827", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2960", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1168", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2024", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1751", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2647", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-335", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2836", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-421", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-866", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-195", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2404", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1124", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1901", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-687", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-41", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-414", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-429", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2835", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1031", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1099", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2013", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1917", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2530", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2849", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2892", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1895", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-329", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1484", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2798", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-497", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1192", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-970", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1746", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2518", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-325", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-886", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1108", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-703", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-586", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-395", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2893", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1614", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2524", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2512", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2714", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1156", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2092", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-983", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1426", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2889", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1726", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2164", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1866", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1146", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1177", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2703", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2750", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2142", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1773", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1896", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1945", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1598", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-562", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-637", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1851", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2698", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-511", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-852", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1989", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1463", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2034", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1748", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1904", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-631", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2101", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2244", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-52", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-146", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1672", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-795", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1054", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-15", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1121", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1354", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1541", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1955", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-3020", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-955", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1291", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-504", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1390", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-358", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1605", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2806", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2872", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1792", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1615", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-152", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2314", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2957", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1581", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1227", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1725", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2422", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2774", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-868", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-3019", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1206", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2834", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2155", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1278", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-250", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1720", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2888", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2045", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1341", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1235", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-758", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1666", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2725", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1488", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-835", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2106", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-614", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1001", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-723", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2175", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2861", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-656", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-261", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2239", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2525", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-894", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-8", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-186", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-259", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1939", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2728", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2316", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-663", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1358", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1152", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1965", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2741", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2457", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2113", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2391", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-43", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2306", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-275", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2063", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-402", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1633", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-882", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2343", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2850", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-945", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-53", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1984", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2497", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2581", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2228", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-407", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2706", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2812", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-744", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-418", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2293", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-45", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-899", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-567", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2607", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-980", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1990", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2433", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1185", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2365", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1111", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1466", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1834", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2605", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1161", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1450", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-627", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-408", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2410", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1427", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-470", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2924", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-594", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-274", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1167", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1429", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2381", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2602", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2372", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1764", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1735", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1576", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-629", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2665", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2800", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2351", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-36", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2145", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2008", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1978", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1763", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-916", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2838", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1217", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-28", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2352", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1909", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2194", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2944", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-789", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2197", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2103", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2009", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1409", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2350", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-759", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2346", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-558", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1783", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2325", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-815", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-521", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1525", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2860", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-725", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2195", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1776", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2543", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2333", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-881", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1265", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2330", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2844", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-3005", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1254", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-3014", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1535", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2638", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1003", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2046", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2778", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2699", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1052", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2626", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-913", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2156", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1808", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-363", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1320", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-490", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2954", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2503", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-512", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-494", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1688", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1075", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2222", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-779", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2167", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-294", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2256", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1900", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-388", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-208", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-579", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-77", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1627", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1961", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2051", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2831", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2189", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2903", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1100", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2921", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1295", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1199", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2678", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1899", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1115", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2122", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-832", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-34", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1502", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-989", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2822", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-385", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2601", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-644", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2718", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2307", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-132", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2183", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1432", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-91", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-155", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-855", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1971", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2837", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2672", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1897", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1883", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-694", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-362", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-189", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1785", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1317", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1459", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2006", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1078", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-661", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2263", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-100", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-200", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1348", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2301", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2032", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2170", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1682", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2704", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1760", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1628", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-797", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1679", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1953", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1319", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1513", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1503", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1141", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1313", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1145", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2641", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-879", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1874", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2692", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-745", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2496", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1027", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1572", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1514", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-940", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2729", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2124", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2120", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2896", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2336", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-202", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-480", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-30", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-524", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1370", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2963", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2847", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1220", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1356", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1491", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2857", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-525", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-197", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2891", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2687", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-813", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1292", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-990", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-282", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-838", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2064", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1813", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-973", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2071", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1718", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1815", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-604", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-342", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2906", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-164", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1512", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2311", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-933", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2394", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2995", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-4", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1250", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2067", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1323", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1590", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1396", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-264", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-502", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1117", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-57", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2936", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1729", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-565", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-652", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1105", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1586", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-345", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1249", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-475", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-318", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1041", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2274", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-640", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-13", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1548", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2519", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1736", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2946", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2109", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2430", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1318", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1805", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1262", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2235", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-757", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1769", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1173", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-443", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2424", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-857", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1009", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-32", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1737", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-268", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1147", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1431", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-519", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2341", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2832", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-339", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1281", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2959", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1032", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-413", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1006", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-487", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2283", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-743", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2368", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2931", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1985", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-541", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-18", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-810", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2485", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2628", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-959", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-569", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-546", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2107", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-975", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-785", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2907", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1678", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1471", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1602", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1102", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-885", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-998", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1300", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1085", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-957", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2218", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-513", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-50", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-390", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1848", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-80", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2309", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2545", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2504", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-615", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-343", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2328", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2974", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1549", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2521", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1932", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2431", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-432", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-974", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-126", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1675", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-386", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2050", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2180", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-655", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1592", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2927", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2679", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2755", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-908", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1305", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2044", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-209", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-858", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-277", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1964", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1243", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2276", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2813", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-1339", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2589", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-61", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-2088", "task_type": "deduction" }, { "exact_match": false, "pred_label": "True", "gt_label": "Uncertain", "has_reasoning_trace": true, "reasoning_depth": 1, "raw_prediction": "\nGiven observation 'The dog is not dog.' and context rules, the hypothesis is true.\n\nTrue\nTrue", "id": "lnli_Abduction-Person-Simple-805", "task_type": "deduction" } ] } }, "regression_probes": { "probes_passed": true, "probe_results": [ { "prompt": "Summarize the function of mitochondria in human cells in two sentences.", "response": "The function of mitochondria in human cells is to convert energy.\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n