geoql-env / tests /test_normalize.py
Melikshah's picture
Deploy d1a7e55
47a6f85 verified
Raw History Blame Contribute Delete
6.76 kB
import shutil
from pathlib import Path
import pytest
from geoql_env import gazetteer
from geoql_env import normalize as N
from geoql_env.paths import DATA, DBS
FIXTURE = Path(__file__).parent / "fixtures" / "mini.osm"
DB = "test-normalize"
CTX = N.Context("w", bbox=(7.40, 43.72, 7.44, 43.75))
HEAD = N.SETTINGS + ";\n"
def norm(query, ctx=CTX):
return N.normalize(query, ctx)
@pytest.mark.parametrize("response,query,status", [
("Here:\n```overpassql\nnode(1); out;\n```\nIt finds node 1.", "node(1); out;", "ok"),
("```\nnode(1); out;\n```", "node(1); out;", "ok"),
("```text\nsample\n```\n```Overpass-QL\nnode(1); out;\n```", "node(1); out;", "ok"),
("```\nnode(2); out;\n```\n```overpass\nnode(1); out;\n```", "node(1); out;", "ok"),
("```oql\nnode(1); out;\n```\n```oql\nnode(2); out;\n```", "node(1); out;", "multiple_blocks"),
("<think>\n```overpassql\nnode(2);\n```\n</think>\n```overpassql\nnode(1); out;\n```", "node(1); out;", "ok"),
("```overpassql\nnode(1); out;", "node(1); out;", "ok"),
("node(1); out;\n", "node(1); out;", "unfenced"),
("```python\nprint(1)\n```", None, "missing"),
(" \n", None, "missing"),
])
def test_extract(response, query, status):
assert N.extract(response) == N.Extraction(query, status)
@pytest.mark.parametrize("query,expected", [
("node(1); out;", HEAD + "node(1); out;"),
("[out:xml][timeout:900][maxsize:1];\nnode(1); out;", N.SETTINGS + ";\nnode(1); out;"),
('// cafes\n[ out : csv(::id, name; true; ";") ] [bbox:1,2,3,4];node(1); out;',
"// cafes\n" + N.SETTINGS + "[bbox:1,2,3,4];node(1); out;"),
("[out:json]\nnode(1); out;", HEAD + "[out:json]\nnode(1); out;"),
])
def test_settings_are_forced(query, expected):
assert norm(query) == expected
def fake_geocode(world, place):
if (world, place) == ("w", "Monaco"):
return 3601124039
raise LookupError(f'no area named "{place}" in world {world}')
def test_shortcuts(monkeypatch):
monkeypatch.setattr(gazetteer, "geocode_area", fake_geocode)
assert norm('{{geocodeArea:"Monaco"}}->.a; node(area.a)({{bbox}}); out;') == (
HEAD + "area(id:3601124039)->.a; node(area.a)(43.72,7.4,43.75,7.44); out;")
assert norm("node(around:{{ center }},50); out;") == HEAD + "node(around:43.735,7.42,50); out;"
with pytest.raises(N.Rejected, match="map view"):
norm("node({{bbox}}); out;", N.Context("w"))
with pytest.raises(N.Rejected, match="no area named"):
norm("{{geocodeArea:Atlantis}}->.a; out;")
for unsupported in ("{{date:1 day}}", "{{style: node{color:red} }}", "{{name=value}}"):
with pytest.raises(N.Rejected, match="unsupported shortcut"):
norm(unsupported + " node(1); out;")
@pytest.mark.parametrize("query,word", [
('[out:json][date:"2020-01-01T00:00:00Z"]; node(1); out;', "date"),
('[adiff:"2020-01-01T00:00:00Z"]; node(1); out;', "adiff"),
('node(newer:"2020-01-01T00:00:00Z"); out;', "newer"),
("node(changed); out;", "changed"),
('node(user:"bob"); out;', "user"),
("node(uid: 1); out;", "uid"),
("timeline(node, 1); out;", "timeline"),
('node(1); retro("2020-01-01T00:00:00Z") { out; }', "retro"),
("node(1); compare; out;", "compare"),
])
def test_history_and_metadata_are_rejected(query, word):
with pytest.raises(N.Rejected, match=f"`{word}` is not supported"):
norm(query)
@pytest.mark.parametrize("query", [
'node["date"="2020"][timeline]; out;',
"node(1)->.compare; .compare out;",
'node["name"~"user:"]; out; // [date:x] (newer:x)',
])
def test_lookalikes_are_not_rejected(query):
assert norm(query) == HEAD + query
def test_xml_queries_are_rejected():
with pytest.raises(N.Rejected, match="XML"):
norm('<osm-script><query type="node"/><print/></osm-script>')
@pytest.mark.parametrize("statement,expected", [
("out ids;", "out tags;"),
("out skel qt;", "out tags qt;"),
(".a out ids geom 5;", ".a out tags geom 5;"),
("out noids;", "out ;"),
("out count;", "out count;"),
("out geom(1,2,3,4);", "out geom(1,2,3,4);"),
])
def test_out_prints_ids_and_tags(statement, expected):
assert norm("node(1); " + statement) == HEAD + "node(1); " + expected
def test_only_out_statements_are_rewritten():
query = 'node[ out ]["note"="out ids;"]; /* out skel; */ out ids;'
assert norm(query) == HEAD + 'node[ out ]["note"="out ids;"]; /* out skel; */ out tags;'
@pytest.mark.parametrize("query,expected", [
("way[a]; out body; >; out skel qt;", "way[a]; out body; out tags qt;"),
("way[a]; (._; >;); out;", "way[a]; (._;); out;"),
("rel[a]; (._;>>;); out;", "rel[a]; (._;); out;"),
("(node[a]; way[a]; >;); out geom;", "(node[a]; way[a];); out geom;"),
("way[a]; out; >>; out;", "way[a]; out; out;"),
("way[a]; >; out;", "way[a]; >; out;"),
("way[a]; (._; <;); out;", "way[a]; (._; <;); out;"),
("way[a]; (>;); out;", "way[a]; (>;); out;"),
("way[a]->.w; .w out; >; out;", "way[a]->.w; .w out; >; out;"),
("(way[a]; >;)->.r; .r out;", "(way[a]; >;)->.r; .r out;"),
("way[a]; (._; >;); node._[b]; out;", "way[a]; (._; >;); node._[b]; out;"),
])
def test_only_display_recursion_is_removed(query, expected):
assert norm(query) == HEAD + expected
CAFES = [("node", 21), ("node", 23), ("way", 103)]
FORMS = [
'area["name"="Testville"]->.a; nwr["amenity"="cafe"](area.a); out;',
'[out:xml][timeout:5]; {{geocodeArea:"Testville"}}->.a; nwr[amenity=cafe](area.a); out ids;',
'[out:csv(::id, name; true; ";")]; area(id:3600001001)->.a;\n'
"(node[amenity=cafe](area.a); way[amenity=cafe](area.a););\nout body;\n>;\nout skel qt;",
"area[name=Testville]->.a; nwr[amenity=cafe](area.a); (._;>;); out meta;",
"area[name=Testville]->.a; (node[amenity=cafe](area.a); way[amenity=cafe](area.a); >;); out geom;",
'nwr["amenity"="cafe"]({{bbox}}); out center;',
]
@pytest.mark.engine
def test_equivalent_forms_print_the_same_tagged_elements(engine, tmp_path, monkeypatch):
monkeypatch.setattr(gazetteer, "GAZETTEER", tmp_path)
src = DATA / "test" / "normalize.osm"
src.parent.mkdir(parents=True, exist_ok=True)
shutil.copyfile(FIXTURE, src)
try:
engine.build_db(src, DB, force=True)
gazetteer.build(DB, engine)
ctx = N.Context(DB, bbox=(9.99, 9.99, 10.016, 10.016))
for form in FORMS:
result = engine.query(DB, N.normalize(form, ctx))
assert result.ok, (form, result.message)
assert sorted({(e["type"], e["id"]) for e in result.elements}) == CAFES, form
assert all(e.get("tags") for e in result.elements), form
finally:
gazetteer.load.cache_clear()
shutil.rmtree(DBS / DB, ignore_errors=True)