Spaces:
Running
Running
Download baselines/ref-empty.json from Melikshah/geoql-env: direct link, hf CLI and curl.
- Browser
- Download file 37.1 kB
-
https://huggingface.co/spaces/Melikshah/geoql-env/resolve/main/baselines/ref-empty.json
- Command line
-
hf download hf://spaces/Melikshah/geoql-env/baselines/ref-empty.json
-
curl -L -o ref-empty.json https://huggingface.co/spaces/Melikshah/geoql-env/resolve/main/baselines/ref-empty.json
37.1 kB
{
"provenance": {
"geoql_env": "0.1.0",
"engine": "wiktorn/overpass-api:v0.7.62.11@sha256:5f643f2aa500333f19458fe8be14457215d6e0b9f891ca5c5ed452b1f8882c47",
"worlds": {
"ad-andorra": "dab3167c7c583dc9efb06a80479b08bbfa322ce56ba18ba0f8ca47e47ca35c0a",
"lu-luxembourg-city": "d8f3e1dabb4d9d5489500c35432eb393089c32222cfff8cf50706852f0696a80",
"mc-monaco": "2c0debd7676c0d0d80ec534251cb004a6797441d14512cb83d01fe1ad81363bf",
"mv-maldives": "22f8606c845ef2eaff54d5b550b486595cdb900ffeafffb0cc62b2897197f837"
},
"tagdocs": "sha512-z2nQgHLNwCjebDxlKBaERjg02UmcJyemAtsXExJFlXNNc4K9l7EdtfkGs064Y0IgzUltmUxM/FeUBRyhb4kv6w==",
"tasks": "0741a2bbbe847920eb5f20125d108298c8ade1c36a73d9e9fda9309d76b557ba",
"gold": "172a3c16405238a3cad35ddb83983a1444af7de66412829cd7faa2875bf36703",
"tag_counts": "94db7a7656e2c9458ffdf0c8f1e3e8410dd68fed0c702005a0f73ff388240e73",
"prompt": "a6c16acc42ae863c666bab94f8dc4a6770cdeaed830fd495b7b192e7f29af961"
},
"run": {
"model": "reference/empty",
"mode": "-",
"tools": "-"
},
"summary": {
"tasks": 72,
"intents": 65,
"epochs": 1,
"accuracy": 0.0,
"ci95": [
0.0,
0.0
],
"real_accuracy": 0.0,
"inflation": 0.0,
"inflation_ci95": [
0.0,
0.0
],
"agreement": {
"real": 0.0,
"w1": 0.0,
"w2": 0.0,
"w3": 0.0
},
"epoch_accuracy": {
"1": 0.0
},
"epoch_sd": null,
"mean_f1": 0.0,
"valid": 0.0,
"categories": {
"no_query": 72
},
"families": {
"attribute_filters": {
"tasks": 6,
"accuracy": 0.0
},
"containment": {
"tasks": 8,
"accuracy": 0.0
},
"counting": {
"tasks": 7,
"accuracy": 0.0
},
"element_types": {
"tasks": 6,
"accuracy": 0.0
},
"judgment_calls": {
"tasks": 7,
"accuracy": 0.0
},
"name_matching": {
"tasks": 6,
"accuracy": 0.0
},
"proximity": {
"tasks": 6,
"accuracy": 0.0
},
"relations": {
"tasks": 7,
"accuracy": 0.0
},
"set_composition": {
"tasks": 6,
"accuracy": 0.0
},
"tag_grounding": {
"tasks": 6,
"accuracy": 0.0
},
"viewport": {
"tasks": 7,
"accuracy": 0.0
}
},
"tag_frequency": {
"common": {
"tasks": 22,
"accuracy": 0.0
},
"uncommon": {
"tasks": 27,
"accuracy": 0.0
},
"rare": {
"tasks": 23,
"accuracy": 0.0
}
},
"drafted_by": {
"model": {
"tasks": 72,
"accuracy": 0.0
}
},
"pairs": {
"pairs": 7,
"consistency": 0.0,
"accuracy": 0.0
},
"missing": [],
"overpassnl": {
"em": 0.0,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": 0.0,
"ex_soft": 0.0,
"real_first": 0.0
},
"execution_agreement": {
"both": 0,
"execution_only": 0,
"grade_only": 0,
"neither": 72
}
},
"records": [
{
"task": "ad-01",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "ad-02",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "ad-03",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "ad-04",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "ad-05",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "ad-06",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "ad-07",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "ad-08",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "ad-09",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "ad-10",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "ad-11",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "ad-12",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "ad-13",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "ad-14",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "ad-15",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "ad-16",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "ad-17",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "ad-18",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "lu-01",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "lu-02",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "lu-03",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "lu-04",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "lu-05",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "lu-06",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "lu-07",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "lu-08",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "lu-09",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "lu-10",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "lu-11",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "lu-12",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "lu-13",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "lu-14",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "lu-15",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "lu-16",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "lu-17",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "lu-18",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mc-01",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mc-02",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mc-03",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mc-04",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mc-05",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mc-06",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mc-07",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mc-08",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mc-09",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mc-10",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mc-11",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mc-12",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mc-13",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mc-14",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mc-15",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mc-16",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mc-17",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mv-01",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mv-02",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mv-03",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mv-04",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mv-05",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mv-06",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mv-07",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mv-08",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mv-09",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mv-10",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mv-11",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mv-12",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mv-13",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mv-14",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mv-15",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mv-16",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mv-17",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mv-18",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
},
{
"task": "mv-19",
"epoch": 1,
"category": "no_query",
"f1": 0.0,
"interpretation": null,
"real": false,
"worlds": {
"real": false,
"w1": false,
"w2": false,
"w3": false
},
"overpassnl": {
"em": false,
"chrf": 0.0,
"kvs": 0.0,
"trees": 0.0,
"oqs": 0.0,
"ex": false,
"ex_soft": 0.0,
"real_first": false
}
}
]
}
{
"provenance": {
"geoql_env": "0.1.0",
"engine": "wiktorn/overpass-api:v0.7.62.11@sha256:5f643f2aa500333f19458fe8be14457215d6e0b9f891ca5c5ed452b1f8882c47",
"worlds": {
"ad-andorra": "dab3167c7c583dc9efb06a80479b08bbfa322ce56ba18ba0f8ca47e47ca35c0a",
"lu-luxembourg-city": "d8f3e1dabb4d9d5489500c35432eb393089c32222cfff8cf50706852f0696a80",
"mc-monaco": "2c0debd7676c0d0d80ec534251cb004a6797441d14512cb83d01fe1ad81363bf",
"mv-maldives": "22f8606c845ef2eaff54d5b550b486595cdb900ffeafffb0cc62b2897197f837"
},
"tagdocs": "sha512-z2nQgHLNwCjebDxlKBaERjg02UmcJyemAtsXExJFlXNNc4K9l7EdtfkGs064Y0IgzUltmUxM/FeUBRyhb4kv6w==",
"tasks": "0741a2bbbe847920eb5f20125d108298c8ade1c36a73d9e9fda9309d76b557ba",
"gold": "172a3c16405238a3cad35ddb83983a1444af7de66412829cd7faa2875bf36703",
"tag_counts": "94db7a7656e2c9458ffdf0c8f1e3e8410dd68fed0c702005a0f73ff388240e73",
"prompt": "a6c16acc42ae863c666bab94f8dc4a6770cdeaed830fd495b7b192e7f29af961"
},
"run": {
"model": "reference/empty",
"mode": "-",
"tools": "-"
},
"summary": {
"tasks": 72,
"intents": 65,
"epochs": 1,
"accuracy": 0.0,
"ci95": [
0.0,
0.0
],
"real_accuracy": 0.0,
"inflation": 0.0,
"inflation_ci95": [
0.0,
0.0
],
"agreement": {
"real": 0.0,
"w1": 0.0,
"w2": 0.0,
"w3": 0.0
},
"epoch_accuracy": {
"1": 0.0
},
"epoch_sd": null,
"mean_f1": 0.0,
"valid": 0.0,
"categories": {
"no_query": 72
},
"families": {
"attribute_filters": {
"tasks": 6,
"accuracy": 0.0
},
"containment": {
"tasks": 8,
"accuracy": 0.0
},
"counting": {
"tasks": 7,
"accuracy": 0.0
},
"element_types": {
"tasks": 6,
"accuracy": 0.0
},
"judgment_calls": {
"tasks": 7,
"accuracy": 0.0
},
"name_matching": {
"tasks": 6,
"accuracy": 0.0
},
"proximity": {
"tasks": 6,
"accuracy": 0.0
},
"relations": {
"tasks": 7,
"accuracy": 0.0
},
"set_composition": {
"tasks": 6,
"accuracy": 0.0
},
"tag_grounding": {
"tasks": 6,
"accuracy": 0.0
},
"viewport": {
"tasks": 7,
"accuracy": 0.0
}
},
"tag_frequency": {
"common": {
"tasks": 22,