{ "provenance": { "geoql_env": "0.1.0", "engine": "wiktorn/overpass-api:v0.7.62.11@sha256:5f643f2aa500333f19458fe8be14457215d6e0b9f891ca5c5ed452b1f8882c47", "worlds": { "ad-andorra": "dab3167c7c583dc9efb06a80479b08bbfa322ce56ba18ba0f8ca47e47ca35c0a", "lu-luxembourg-city": "d8f3e1dabb4d9d5489500c35432eb393089c32222cfff8cf50706852f0696a80", "mc-monaco": "2c0debd7676c0d0d80ec534251cb004a6797441d14512cb83d01fe1ad81363bf", "mv-maldives": "22f8606c845ef2eaff54d5b550b486595cdb900ffeafffb0cc62b2897197f837" }, "tagdocs": "sha512-z2nQgHLNwCjebDxlKBaERjg02UmcJyemAtsXExJFlXNNc4K9l7EdtfkGs064Y0IgzUltmUxM/FeUBRyhb4kv6w==", "tasks": "0741a2bbbe847920eb5f20125d108298c8ade1c36a73d9e9fda9309d76b557ba", "gold": "172a3c16405238a3cad35ddb83983a1444af7de66412829cd7faa2875bf36703", "tag_counts": "94db7a7656e2c9458ffdf0c8f1e3e8410dd68fed0c702005a0f73ff388240e73", "prompt": "a6c16acc42ae863c666bab94f8dc4a6770cdeaed830fd495b7b192e7f29af961" }, "run": { "model": "reference/everything", "mode": "-", "tools": "-" }, "summary": { "tasks": 72, "intents": 65, "epochs": 1, "accuracy": 0.0, "ci95": [ 0.0, 0.0 ], "real_accuracy": 0.0, "inflation": 0.0, "inflation_ci95": [ 0.0, 0.0 ], "agreement": { "real": 0.0, "w1": 0.0, "w2": 0.0, "w3": 0.0 }, "epoch_accuracy": { "1": 0.0 }, "epoch_sd": null, "mean_f1": 0.0015694444444444445, "valid": 1.0, "categories": { "wrong_real": 72 }, "families": { "attribute_filters": { "tasks": 6, "accuracy": 0.0 }, "containment": { "tasks": 8, "accuracy": 0.0 }, "counting": { "tasks": 7, "accuracy": 0.0 }, "element_types": { "tasks": 6, "accuracy": 0.0 }, "judgment_calls": { "tasks": 7, "accuracy": 0.0 }, "name_matching": { "tasks": 6, "accuracy": 0.0 }, "proximity": { "tasks": 6, "accuracy": 0.0 }, "relations": { "tasks": 7, "accuracy": 0.0 }, "set_composition": { "tasks": 6, "accuracy": 0.0 }, "tag_grounding": { "tasks": 6, "accuracy": 0.0 }, "viewport": { "tasks": 7, "accuracy": 0.0 } }, "tag_frequency": { "common": { "tasks": 22, "accuracy": 0.0 }, "uncommon": { "tasks": 27, "accuracy": 0.0 }, "rare": { "tasks": 23, "accuracy": 0.0 } }, "drafted_by": { "model": { "tasks": 72, "accuracy": 0.0 } }, "pairs": { "pairs": 7, "consistency": 0.0, "accuracy": 0.0 }, "missing": [], "overpassnl": { "em": 0.0, "chrf": 0.0944620111185017, "kvs": 0.001736111111111111, "trees": 0.3458414187127955, "oqs": 0.14734651364746945, "ex": 0.0, "ex_soft": 0.000773618261667832, "real_first": 0.0 }, "execution_agreement": { "both": 0, "execution_only": 0, "grade_only": 0, "neither": 72 } }, "records": [ { "task": "ad-01", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.11377504691779547, "kvs": 0.0, "trees": 0.375, "oqs": 0.16292501563926517, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-02", "epoch": 1, "category": "wrong_real", "f1": 0.0017, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.10068014927816821, "kvs": 0.0, "trees": 0.2857142857142857, "oqs": 0.12879814499748463, "ex": false, "ex_soft": 0.000835967501763369, "real_first": false } }, { "task": "ad-03", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.13313379848432072, "kvs": 0.0, "trees": 0.15384615384615385, "oqs": 0.09565998411015819, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-04", "epoch": 1, "category": "wrong_real", "f1": 0.0015, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.08895291239290151, "kvs": 0.0, "trees": 0.2857142857142857, "oqs": 0.12488906603572907, "ex": false, "ex_soft": 0.0007575955484730531, "real_first": false } }, { "task": "ad-05", "epoch": 1, "category": "wrong_real", "f1": 0.0002, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.07842746289794802, "kvs": 0.0, "trees": 0.375, "oqs": 0.15114248763264934, "ex": false, "ex_soft": 7.837195329031584e-05, "real_first": false } }, { "task": "ad-06", "epoch": 1, "category": "wrong_real", "f1": 0.0012, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.04426993587092465, "kvs": 0.0, "trees": 0.2857142857142857, "oqs": 0.10999474052840345, "ex": false, "ex_soft": 0.0006008516418924214, "real_first": false } }, { "task": "ad-07", "epoch": 1, "category": "wrong_real", "f1": 0.0006, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.06994460346206133, "kvs": 0.0, "trees": 0.375, "oqs": 0.14831486782068712, "ex": false, "ex_soft": 0.0002873638287311581, "real_first": false } }, { "task": "ad-08", "epoch": 1, "category": "wrong_real", "f1": 0.0002, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.11025283845652283, "kvs": 0.0, "trees": 0.4, "oqs": 0.1700842794855076, "ex": false, "ex_soft": 7.837195329031584e-05, "real_first": false } }, { "task": "ad-09", "epoch": 1, "category": "wrong_real", "f1": 0.0001, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0607027578818692, "kvs": 0.0, "trees": 0.23076923076923078, "oqs": 0.09715732955036666, "ex": false, "ex_soft": 2.612398443010528e-05, "real_first": false } }, { "task": "ad-10", "epoch": 1, "category": "wrong_real", "f1": 0.0003, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.031784600484218405, "kvs": 0.0, "trees": 0.2777777777777778, "oqs": 0.10318745942066539, "ex": false, "ex_soft": 0.0001306199221505264, "real_first": false } }, { "task": "ad-11", "epoch": 1, "category": "wrong_real", "f1": 0.0017, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.09254608454525588, "kvs": 0.0, "trees": 0.2857142857142857, "oqs": 0.12608679008651386, "ex": false, "ex_soft": 0.000835967501763369, "real_first": false } }, { "task": "ad-12", "epoch": 1, "category": "wrong_real", "f1": 0.0001, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.10530823093967284, "kvs": 0.0, "trees": 0.4, "oqs": 0.16843607697989094, "ex": false, "ex_soft": 5.224796886021056e-05, "real_first": false } }, { "task": "ad-13", "epoch": 1, "category": "wrong_real", "f1": 0.0027, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.16068419585642527, "kvs": 0.0, "trees": 0.4, "oqs": 0.18689473195214176, "ex": false, "ex_soft": 0.0013584471903654745, "real_first": false } }, { "task": "ad-14", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.09973962671710541, "kvs": 0.0, "trees": 0.23076923076923078, "oqs": 0.11016961916211206, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-15", "epoch": 1, "category": "wrong_real", "f1": 0.0015, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.11126288986917594, "kvs": 0.0, "trees": 0.2857142857142857, "oqs": 0.1323257251944872, "ex": false, "ex_soft": 0.0007575955484730531, "real_first": false } }, { "task": "ad-16", "epoch": 1, "category": "wrong_real", "f1": 0.0003, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.05952839180617664, "kvs": 0.0, "trees": 0.5, "oqs": 0.18650946393539222, "ex": false, "ex_soft": 0.00015674390658063168, "real_first": false } }, { "task": "ad-17", "epoch": 1, "category": "wrong_real", "f1": 0.0003, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0608158131485103, "kvs": 0.0, "trees": 0.5, "oqs": 0.18693860438283674, "ex": false, "ex_soft": 0.00015674390658063168, "real_first": false } }, { "task": "ad-18", "epoch": 1, "category": "wrong_real", "f1": 0.0014, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.062333606353752596, "kvs": 0.0, "trees": 0.2727272727272727, "oqs": 0.1116869596936751, "ex": false, "ex_soft": 0.0007053475796128426, "real_first": false } }, { "task": "lu-01", "epoch": 1, "category": "wrong_real", "f1": 0.0028, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.16068419585642527, "kvs": 0.0, "trees": 0.4, "oqs": 0.18689473195214176, "ex": false, "ex_soft": 0.0013921986705129814, "real_first": false } }, { "task": "lu-02", "epoch": 1, "category": "wrong_real", "f1": 0.0001, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.10371895666375036, "kvs": 0.0, "trees": 0.4, "oqs": 0.16790631888791677, "ex": false, "ex_soft": 3.762699109494544e-05, "real_first": false } }, { "task": "lu-03", "epoch": 1, "category": "wrong_real", "f1": 0.0001, "interpretation": "C", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.059000920122883126, "kvs": 0.0, "trees": 0.375, "oqs": 0.14466697337429438, "ex": false, "ex_soft": 6.271165182490907e-05, "real_first": false } }, { "task": "lu-04", "epoch": 1, "category": "wrong_real", "f1": 0.0003, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.062333606353752596, "kvs": 0.0, "trees": 0.375, "oqs": 0.1457778687845842, "ex": false, "ex_soft": 0.00016305029474476357, "real_first": false } }, { "task": "lu-05", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.11474755734654814, "kvs": 0.0, "trees": 0.375, "oqs": 0.1632491857821827, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-06", "epoch": 1, "category": "wrong_real", "f1": 0.0001, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.10371895666375036, "kvs": 0.0, "trees": 0.4, "oqs": 0.16790631888791677, "ex": false, "ex_soft": 3.762699109494544e-05, "real_first": false } }, { "task": "lu-07", "epoch": 1, "category": "wrong_real", "f1": 0.0015, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.07353995107721129, "kvs": 0.0, "trees": 0.5714285714285714, "oqs": 0.21498950750192755, "ex": false, "ex_soft": 0.0007713533174463816, "real_first": false } }, { "task": "lu-08", "epoch": 1, "category": "wrong_real", "f1": 0.0001, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.13979640873151294, "kvs": 0.0, "trees": 0.4, "oqs": 0.17993213624383766, "ex": false, "ex_soft": 4.389815627743635e-05, "real_first": false } }, { "task": "lu-09", "epoch": 1, "category": "wrong_real", "f1": 0.0003, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.08674114921394382, "kvs": 0.0, "trees": 0.2857142857142857, "oqs": 0.12415181164274318, "ex": false, "ex_soft": 0.00016932145992725449, "real_first": false } }, { "task": "lu-10", "epoch": 1, "category": "wrong_real", "f1": 0.0001, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.038131215306774296, "kvs": 0.0, "trees": 0.38461538461538464, "oqs": 0.1409155333073863, "ex": false, "ex_soft": 6.898281700739998e-05, "real_first": false } }, { "task": "lu-11", "epoch": 1, "category": "wrong_real", "f1": 0.0003, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.09644185669785964, "kvs": 0.0, "trees": 0.2857142857142857, "oqs": 0.12738538080404846, "ex": false, "ex_soft": 9.40674777373636e-05, "real_first": false } }, { "task": "lu-12", "epoch": 1, "category": "wrong_real", "f1": 0.0003, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.10217695581805607, "kvs": 0.0, "trees": 0.2857142857142857, "oqs": 0.1292970805107806, "ex": false, "ex_soft": 9.40674777373636e-05, "real_first": false } }, { "task": "lu-13", "epoch": 1, "category": "wrong_real", "f1": 0.0017, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.035057253004652116, "kvs": 0.0, "trees": 0.5384615384615384, "oqs": 0.1911729304887302, "ex": false, "ex_soft": 0.0008528784648187633, "real_first": false } }, { "task": "lu-14", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.1486153344961929, "kvs": 0.0, "trees": 0.5, "oqs": 0.21620511149873098, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-15", "epoch": 1, "category": "wrong_real", "f1": 0.0001, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.07923372831998989, "kvs": 0.0, "trees": 0.25, "oqs": 0.10974457610666329, "ex": false, "ex_soft": 1.881349554747272e-05, "real_first": false } }, { "task": "lu-16", "epoch": 1, "category": "wrong_real", "f1": 0.0003, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.05882863282366405, "kvs": 0.0, "trees": 0.5, "oqs": 0.18627621094122135, "ex": false, "ex_soft": 0.00014423679919729084, "real_first": false } }, { "task": "lu-17", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.09510731606580232, "kvs": 0.0, "trees": 0.2857142857142857, "oqs": 0.126940533926696, "ex": false, "ex_soft": 1.2542330364981813e-05, "real_first": false } }, { "task": "lu-18", "epoch": 1, "category": "wrong_real", "f1": 0.0005, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.047555504791240294, "kvs": 0.0, "trees": 0.3076923076923077, "oqs": 0.118415937494516, "ex": false, "ex_soft": 0.0002445754421171454, "real_first": false } }, { "task": "mc-01", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.18597905610352872, "kvs": 0.0, "trees": 0.2857142857142857, "oqs": 0.15723111393927147, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-02", "epoch": 1, "category": "wrong_real", "f1": 0.0049, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.08030853593539228, "kvs": 0.0, "trees": 0.2857142857142857, "oqs": 0.12200760721655933, "ex": false, "ex_soft": 0.0024776062511911567, "real_first": false } }, { "task": "mc-03", "epoch": 1, "category": "wrong_real", "f1": 0.0011, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.09644185669785964, "kvs": 0.0, "trees": 0.2857142857142857, "oqs": 0.12738538080404846, "ex": false, "ex_soft": 0.0005717552887364208, "real_first": false } }, { "task": "mc-04", "epoch": 1, "category": "wrong_real", "f1": 0.0044, "interpretation": "C", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.08060748193296513, "kvs": 0.0, "trees": 0.42857142857142855, "oqs": 0.16972630350146456, "ex": false, "ex_soft": 0.0012388031255955783, "real_first": false } }, { "task": "mc-05", "epoch": 1, "category": "wrong_real", "f1": 0.0213, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.07876023951849331, "kvs": 0.0, "trees": 0.25, "oqs": 0.10958674650616444, "ex": false, "ex_soft": 0.010768057937869259, "real_first": false } }, { "task": "mc-06", "epoch": 1, "category": "wrong_real", "f1": 0.0049, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.10371895666375036, "kvs": 0.0, "trees": 0.2857142857142857, "oqs": 0.1298110807926787, "ex": false, "ex_soft": 0.0024776062511911567, "real_first": false } }, { "task": "mc-07", "epoch": 1, "category": "wrong_real", "f1": 0.0021, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0796731527536375, "kvs": 0.0, "trees": 0.375, "oqs": 0.15155771758454584, "ex": false, "ex_soft": 0.0010482180293501049, "real_first": false } }, { "task": "mc-08", "epoch": 1, "category": "wrong_real", "f1": 0.0053, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.044191384792503424, "kvs": 0.0, "trees": 0.3076923076923077, "oqs": 0.1172945641616037, "ex": false, "ex_soft": 0.0026681913474366306, "real_first": false } }, { "task": "mc-09", "epoch": 1, "category": "wrong_real", "f1": 0.0002, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.05383074227508119, "kvs": 0.0, "trees": 0.2727272727272727, "oqs": 0.10885267166745129, "ex": false, "ex_soft": 9.52925481227368e-05, "real_first": false } }, { "task": "mc-10", "epoch": 1, "category": "wrong_real", "f1": 0.0179, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.05861320329033078, "kvs": 0.0, "trees": 0.3333333333333333, "oqs": 0.13064884554122136, "ex": false, "ex_soft": 0.009052792071659996, "real_first": false } }, { "task": "mc-11", "epoch": 1, "category": "wrong_real", "f1": 0.0013, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.09510731606580232, "kvs": 0.0, "trees": 0.2857142857142857, "oqs": 0.126940533926696, "ex": false, "ex_soft": 0.0006670478368591576, "real_first": false } }, { "task": "mc-12", "epoch": 1, "category": "wrong_real", "f1": 0.0008, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.03318356843885338, "kvs": 0.0, "trees": 0.5, "oqs": 0.17772785614628447, "ex": false, "ex_soft": 0.0003811701924909472, "real_first": false } }, { "task": "mc-13", "epoch": 1, "category": "wrong_real", "f1": 0.0013, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.16068419585642527, "kvs": 0.0, "trees": 0.4, "oqs": 0.18689473195214176, "ex": false, "ex_soft": 0.0006670478368591576, "real_first": false } }, { "task": "mc-14", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.10288279849619285, "kvs": 0.0, "trees": 0.3, "oqs": 0.1342942661653976, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-15", "epoch": 1, "category": "wrong_real", "f1": 0.0095, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.11992032616392308, "kvs": 0.0, "trees": 0.2857142857142857, "oqs": 0.13521153729273624, "ex": false, "ex_soft": 0.00476462740613684, "real_first": false } }, { "task": "mc-16", "epoch": 1, "category": "wrong_real", "f1": 0.0011, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.09874585454070044, "kvs": 0.0, "trees": 0.25, "oqs": 0.11624861818023348, "ex": false, "ex_soft": 0.0005717552887364208, "real_first": false } }, { "task": "mc-17", "epoch": 1, "category": "wrong_real", "f1": 0.0032, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.12864963713338223, "kvs": 0.0, "trees": 0.4, "oqs": 0.1762165457111274, "ex": false, "ex_soft": 0.0016199733180865257, "real_first": false } }, { "task": "mv-01", "epoch": 1, "category": "wrong_real", "f1": 0.0006, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.10068014927816821, "kvs": 0.0, "trees": 0.2857142857142857, "oqs": 0.12879814499748463, "ex": false, "ex_soft": 0.00028133826988217554, "real_first": false } }, { "task": "mv-02", "epoch": 1, "category": "wrong_real", "f1": 0.0003, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.06720913917002946, "kvs": 0.0, "trees": 0.375, "oqs": 0.1474030463900098, "ex": false, "ex_soft": 0.00013504236954344425, "real_first": false } }, { "task": "mv-03", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.1628855676908484, "kvs": 0.0, "trees": 0.2857142857142857, "oqs": 0.14953328446837802, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-04", "epoch": 1, "category": "wrong_real", "f1": 0.0016, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.16478863247348294, "kvs": 0.0, "trees": 0.4, "oqs": 0.188262877491161, "ex": false, "ex_soft": 0.0008215077480559525, "real_first": false } }, { "task": "mv-05", "epoch": 1, "category": "wrong_real", "f1": 0.0005, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.06467961177028429, "kvs": 0.0, "trees": 0.2727272727272727, "oqs": 0.11246896149918567, "ex": false, "ex_soft": 0.00025883120829160147, "real_first": false } }, { "task": "mv-06", "epoch": 1, "category": "wrong_real", "f1": 0.0003, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.028257249410352375, "kvs": 0.0, "trees": 0.30434782608695654, "oqs": 0.11086835849910297, "ex": false, "ex_soft": 0.00013504236954344425, "real_first": false } }, { "task": "mv-07", "epoch": 1, "category": "wrong_real", "f1": 0.0004, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0721469555848942, "kvs": 0.0, "trees": 0.375, "oqs": 0.14904898519496473, "ex": false, "ex_soft": 7.877471556700914e-05, "real_first": false } }, { "task": "mv-08", "epoch": 1, "category": "wrong_real", "f1": 0.0001, "interpretation": "B", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.11328099647385183, "kvs": 0.0, "trees": 0.4, "oqs": 0.17109366549128394, "ex": false, "ex_soft": 3.376059238586106e-05, "real_first": false } }, { "task": "mv-09", "epoch": 1, "category": "wrong_real", "f1": 0.0001, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.07876023951849331, "kvs": 0.0, "trees": 0.25, "oqs": 0.10958674650616444, "ex": false, "ex_soft": 4.501412318114809e-05, "real_first": false } }, { "task": "mv-10", "epoch": 1, "category": "wrong_real", "f1": 0.0063, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.046674473112132964, "kvs": 0.0, "trees": 0.26666666666666666, "oqs": 0.1044470465929332, "ex": false, "ex_soft": 0.003184749215066227, "real_first": false } }, { "task": "mv-11", "epoch": 1, "category": "wrong_real", "f1": 0.0008, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.07592976832233381, "kvs": 0.0, "trees": 0.14285714285714285, "oqs": 0.07292897039315889, "ex": false, "ex_soft": 0.0004163806394256198, "real_first": false } }, { "task": "mv-12", "epoch": 1, "category": "wrong_real", "f1": 0.0001, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.05621658248654318, "kvs": 0.0, "trees": 0.4, "oqs": 0.15207219416218107, "ex": false, "ex_soft": 3.376059238586106e-05, "real_first": false } }, { "task": "mv-13", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.13399141516943688, "kvs": 0.0, "trees": 0.4, "oqs": 0.17799713838981232, "ex": false, "ex_soft": 2.2507061590574044e-05, "real_first": false } }, { "task": "mv-14", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.10761595638633392, "kvs": 0.0, "trees": 0.4, "oqs": 0.16920531879544465, "ex": false, "ex_soft": 2.2507061590574044e-05, "real_first": false } }, { "task": "mv-15", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.18085060571623165, "kvs": 0.0, "trees": 0.2857142857142857, "oqs": 0.15552163047683912, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-16", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.1713983480720037, "kvs": 0.0, "trees": 0.2857142857142857, "oqs": 0.15237087792876314, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-17", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.14398598370461785, "kvs": 0.0, "trees": 0.4, "oqs": 0.18132866123487265, "ex": false, "ex_soft": 2.2507061590574044e-05, "real_first": false } }, { "task": "mv-18", "epoch": 1, "category": "wrong_real", "f1": 0.0002, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.12156500240912937, "kvs": 0.0, "trees": 0.3333333333333333, "oqs": 0.1516327785808209, "ex": false, "ex_soft": 0.0001012817771575832, "real_first": false } }, { "task": "mv-19", "epoch": 1, "category": "wrong_real", "f1": 0.0, "interpretation": "A", "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.11947737240731748, "kvs": 0.125, "trees": 0.6666666666666666, "oqs": 0.30371467969132804, "ex": false, "ex_soft": 1.1253530795287022e-05, "real_first": false } } ] }