geoql-env / baselines /ref-empty.json
Melikshah's picture
Deploy 4906acb
cf10d8b verified
Raw History Blame Contribute Delete
37.1 kB
{ "provenance": { "geoql_env": "0.1.0", "engine": "wiktorn/overpass-api:v0.7.62.11@sha256:5f643f2aa500333f19458fe8be14457215d6e0b9f891ca5c5ed452b1f8882c47", "worlds": { "ad-andorra": "dab3167c7c583dc9efb06a80479b08bbfa322ce56ba18ba0f8ca47e47ca35c0a", "lu-luxembourg-city": "d8f3e1dabb4d9d5489500c35432eb393089c32222cfff8cf50706852f0696a80", "mc-monaco": "2c0debd7676c0d0d80ec534251cb004a6797441d14512cb83d01fe1ad81363bf", "mv-maldives": "22f8606c845ef2eaff54d5b550b486595cdb900ffeafffb0cc62b2897197f837" }, "tagdocs": "sha512-z2nQgHLNwCjebDxlKBaERjg02UmcJyemAtsXExJFlXNNc4K9l7EdtfkGs064Y0IgzUltmUxM/FeUBRyhb4kv6w==", "tasks": "0741a2bbbe847920eb5f20125d108298c8ade1c36a73d9e9fda9309d76b557ba", "gold": "172a3c16405238a3cad35ddb83983a1444af7de66412829cd7faa2875bf36703", "tag_counts": "94db7a7656e2c9458ffdf0c8f1e3e8410dd68fed0c702005a0f73ff388240e73", "prompt": "a6c16acc42ae863c666bab94f8dc4a6770cdeaed830fd495b7b192e7f29af961" }, "run": { "model": "reference/empty", "mode": "-", "tools": "-" }, "summary": { "tasks": 72, "intents": 65, "epochs": 1, "accuracy": 0.0, "ci95": [ 0.0, 0.0 ], "real_accuracy": 0.0, "inflation": 0.0, "inflation_ci95": [ 0.0, 0.0 ], "agreement": { "real": 0.0, "w1": 0.0, "w2": 0.0, "w3": 0.0 }, "epoch_accuracy": { "1": 0.0 }, "epoch_sd": null, "mean_f1": 0.0, "valid": 0.0, "categories": { "no_query": 72 }, "families": { "attribute_filters": { "tasks": 6, "accuracy": 0.0 }, "containment": { "tasks": 8, "accuracy": 0.0 }, "counting": { "tasks": 7, "accuracy": 0.0 }, "element_types": { "tasks": 6, "accuracy": 0.0 }, "judgment_calls": { "tasks": 7, "accuracy": 0.0 }, "name_matching": { "tasks": 6, "accuracy": 0.0 }, "proximity": { "tasks": 6, "accuracy": 0.0 }, "relations": { "tasks": 7, "accuracy": 0.0 }, "set_composition": { "tasks": 6, "accuracy": 0.0 }, "tag_grounding": { "tasks": 6, "accuracy": 0.0 }, "viewport": { "tasks": 7, "accuracy": 0.0 } }, "tag_frequency": { "common": { "tasks": 22, "accuracy": 0.0 }, "uncommon": { "tasks": 27, "accuracy": 0.0 }, "rare": { "tasks": 23, "accuracy": 0.0 } }, "drafted_by": { "model": { "tasks": 72, "accuracy": 0.0 } }, "pairs": { "pairs": 7, "consistency": 0.0, "accuracy": 0.0 }, "missing": [], "overpassnl": { "em": 0.0, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": 0.0, "ex_soft": 0.0, "real_first": 0.0 }, "execution_agreement": { "both": 0, "execution_only": 0, "grade_only": 0, "neither": 72 } }, "records": [ { "task": "ad-01", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-02", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-03", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-04", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-05", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-06", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-07", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-08", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-09", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-10", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-11", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-12", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-13", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-14", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-15", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-16", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-17", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "ad-18", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-01", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-02", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-03", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-04", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-05", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-06", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-07", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-08", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-09", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-10", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-11", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-12", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-13", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-14", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-15", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-16", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-17", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "lu-18", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-01", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-02", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-03", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-04", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-05", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-06", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-07", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-08", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-09", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-10", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-11", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-12", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-13", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-14", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-15", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-16", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mc-17", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-01", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-02", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-03", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-04", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-05", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-06", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-07", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-08", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-09", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-10", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-11", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-12", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-13", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-14", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-15", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-16", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-17", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-18", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } }, { "task": "mv-19", "epoch": 1, "category": "no_query", "f1": 0.0, "interpretation": null, "real": false, "worlds": { "real": false, "w1": false, "w2": false, "w3": false }, "overpassnl": { "em": false, "chrf": 0.0, "kvs": 0.0, "trees": 0.0, "oqs": 0.0, "ex": false, "ex_soft": 0.0, "real_first": false } } ] }
{
"provenance": {
"geoql_env": "0.1.0",
"engine": "wiktorn/overpass-api:v0.7.62.11@sha256:5f643f2aa500333f19458fe8be14457215d6e0b9f891ca5c5ed452b1f8882c47",
"worlds": {
"ad-andorra": "dab3167c7c583dc9efb06a80479b08bbfa322ce56ba18ba0f8ca47e47ca35c0a",
"lu-luxembourg-city": "d8f3e1dabb4d9d5489500c35432eb393089c32222cfff8cf50706852f0696a80",
"mc-monaco": "2c0debd7676c0d0d80ec534251cb004a6797441d14512cb83d01fe1ad81363bf",
"mv-maldives": "22f8606c845ef2eaff54d5b550b486595cdb900ffeafffb0cc62b2897197f837"
},
"tagdocs": "sha512-z2nQgHLNwCjebDxlKBaERjg02UmcJyemAtsXExJFlXNNc4K9l7EdtfkGs064Y0IgzUltmUxM/FeUBRyhb4kv6w==",
"tasks": "0741a2bbbe847920eb5f20125d108298c8ade1c36a73d9e9fda9309d76b557ba",
"gold": "172a3c16405238a3cad35ddb83983a1444af7de66412829cd7faa2875bf36703",
"tag_counts": "94db7a7656e2c9458ffdf0c8f1e3e8410dd68fed0c702005a0f73ff388240e73",
"prompt": "a6c16acc42ae863c666bab94f8dc4a6770cdeaed830fd495b7b192e7f29af961"
},
"run": {
"model": "reference/empty",
"mode": "-",
"tools": "-"
},
"summary": {
"tasks": 72,
"intents": 65,
"epochs": 1,
"accuracy": 0.0,
"ci95": [
0.0,
0.0
],
"real_accuracy": 0.0,
"inflation": 0.0,
"inflation_ci95": [
0.0,
0.0
],
"agreement": {
"real": 0.0,
"w1": 0.0,
"w2": 0.0,
"w3": 0.0
},
"epoch_accuracy": {
"1": 0.0
},
"epoch_sd": null,
"mean_f1": 0.0,
"valid": 0.0,
"categories": {
"no_query": 72
},
"families": {
"attribute_filters": {
"tasks": 6,
"accuracy": 0.0
},
"containment": {
"tasks": 8,
"accuracy": 0.0
},
"counting": {
"tasks": 7,
"accuracy": 0.0
},
"element_types": {
"tasks": 6,
"accuracy": 0.0
},
"judgment_calls": {
"tasks": 7,
"accuracy": 0.0
},
"name_matching": {
"tasks": 6,
"accuracy": 0.0
},
"proximity": {
"tasks": 6,
"accuracy": 0.0
},
"relations": {
"tasks": 7,
"accuracy": 0.0
},
"set_composition": {
"tasks": 6,
"accuracy": 0.0
},
"tag_grounding": {
"tasks": 6,
"accuracy": 0.0
},
"viewport": {
"tasks": 7,
"accuracy": 0.0
}
},
"tag_frequency": {
"common": {
"tasks": 22,