import shutil from pathlib import Path import pytest from geoql_env import gazetteer from geoql_env import normalize as N from geoql_env.paths import DATA, DBS FIXTURE = Path(__file__).parent / "fixtures" / "mini.osm" DB = "test-normalize" CTX = N.Context("w", bbox=(7.40, 43.72, 7.44, 43.75)) HEAD = N.SETTINGS + ";\n" def norm(query, ctx=CTX): return N.normalize(query, ctx) @pytest.mark.parametrize("response,query,status", [ ("Here:\n```overpassql\nnode(1); out;\n```\nIt finds node 1.", "node(1); out;", "ok"), ("```\nnode(1); out;\n```", "node(1); out;", "ok"), ("```text\nsample\n```\n```Overpass-QL\nnode(1); out;\n```", "node(1); out;", "ok"), ("```\nnode(2); out;\n```\n```overpass\nnode(1); out;\n```", "node(1); out;", "ok"), ("```oql\nnode(1); out;\n```\n```oql\nnode(2); out;\n```", "node(1); out;", "multiple_blocks"), ("\n```overpassql\nnode(2);\n```\n\n```overpassql\nnode(1); out;\n```", "node(1); out;", "ok"), ("```overpassql\nnode(1); out;", "node(1); out;", "ok"), ("node(1); out;\n", "node(1); out;", "unfenced"), ("```python\nprint(1)\n```", None, "missing"), (" \n", None, "missing"), ]) def test_extract(response, query, status): assert N.extract(response) == N.Extraction(query, status) @pytest.mark.parametrize("query,expected", [ ("node(1); out;", HEAD + "node(1); out;"), ("[out:xml][timeout:900][maxsize:1];\nnode(1); out;", N.SETTINGS + ";\nnode(1); out;"), ('// cafes\n[ out : csv(::id, name; true; ";") ] [bbox:1,2,3,4];node(1); out;', "// cafes\n" + N.SETTINGS + "[bbox:1,2,3,4];node(1); out;"), ("[out:json]\nnode(1); out;", HEAD + "[out:json]\nnode(1); out;"), ]) def test_settings_are_forced(query, expected): assert norm(query) == expected def fake_geocode(world, place): if (world, place) == ("w", "Monaco"): return 3601124039 raise LookupError(f'no area named "{place}" in world {world}') def test_shortcuts(monkeypatch): monkeypatch.setattr(gazetteer, "geocode_area", fake_geocode) assert norm('{{geocodeArea:"Monaco"}}->.a; node(area.a)({{bbox}}); out;') == ( HEAD + "area(id:3601124039)->.a; node(area.a)(43.72,7.4,43.75,7.44); out;") assert norm("node(around:{{ center }},50); out;") == HEAD + "node(around:43.735,7.42,50); out;" with pytest.raises(N.Rejected, match="map view"): norm("node({{bbox}}); out;", N.Context("w")) with pytest.raises(N.Rejected, match="no area named"): norm("{{geocodeArea:Atlantis}}->.a; out;") for unsupported in ("{{date:1 day}}", "{{style: node{color:red} }}", "{{name=value}}"): with pytest.raises(N.Rejected, match="unsupported shortcut"): norm(unsupported + " node(1); out;") @pytest.mark.parametrize("query,word", [ ('[out:json][date:"2020-01-01T00:00:00Z"]; node(1); out;', "date"), ('[adiff:"2020-01-01T00:00:00Z"]; node(1); out;', "adiff"), ('node(newer:"2020-01-01T00:00:00Z"); out;', "newer"), ("node(changed); out;", "changed"), ('node(user:"bob"); out;', "user"), ("node(uid: 1); out;", "uid"), ("timeline(node, 1); out;", "timeline"), ('node(1); retro("2020-01-01T00:00:00Z") { out; }', "retro"), ("node(1); compare; out;", "compare"), ]) def test_history_and_metadata_are_rejected(query, word): with pytest.raises(N.Rejected, match=f"`{word}` is not supported"): norm(query) @pytest.mark.parametrize("query", [ 'node["date"="2020"][timeline]; out;', "node(1)->.compare; .compare out;", 'node["name"~"user:"]; out; // [date:x] (newer:x)', ]) def test_lookalikes_are_not_rejected(query): assert norm(query) == HEAD + query def test_xml_queries_are_rejected(): with pytest.raises(N.Rejected, match="XML"): norm('') @pytest.mark.parametrize("statement,expected", [ ("out ids;", "out tags;"), ("out skel qt;", "out tags qt;"), (".a out ids geom 5;", ".a out tags geom 5;"), ("out noids;", "out ;"), ("out count;", "out count;"), ("out geom(1,2,3,4);", "out geom(1,2,3,4);"), ]) def test_out_prints_ids_and_tags(statement, expected): assert norm("node(1); " + statement) == HEAD + "node(1); " + expected def test_only_out_statements_are_rewritten(): query = 'node[ out ]["note"="out ids;"]; /* out skel; */ out ids;' assert norm(query) == HEAD + 'node[ out ]["note"="out ids;"]; /* out skel; */ out tags;' @pytest.mark.parametrize("query,expected", [ ("way[a]; out body; >; out skel qt;", "way[a]; out body; out tags qt;"), ("way[a]; (._; >;); out;", "way[a]; (._;); out;"), ("rel[a]; (._;>>;); out;", "rel[a]; (._;); out;"), ("(node[a]; way[a]; >;); out geom;", "(node[a]; way[a];); out geom;"), ("way[a]; out; >>; out;", "way[a]; out; out;"), ("way[a]; >; out;", "way[a]; >; out;"), ("way[a]; (._; <;); out;", "way[a]; (._; <;); out;"), ("way[a]; (>;); out;", "way[a]; (>;); out;"), ("way[a]->.w; .w out; >; out;", "way[a]->.w; .w out; >; out;"), ("(way[a]; >;)->.r; .r out;", "(way[a]; >;)->.r; .r out;"), ("way[a]; (._; >;); node._[b]; out;", "way[a]; (._; >;); node._[b]; out;"), ]) def test_only_display_recursion_is_removed(query, expected): assert norm(query) == HEAD + expected CAFES = [("node", 21), ("node", 23), ("way", 103)] FORMS = [ 'area["name"="Testville"]->.a; nwr["amenity"="cafe"](area.a); out;', '[out:xml][timeout:5]; {{geocodeArea:"Testville"}}->.a; nwr[amenity=cafe](area.a); out ids;', '[out:csv(::id, name; true; ";")]; area(id:3600001001)->.a;\n' "(node[amenity=cafe](area.a); way[amenity=cafe](area.a););\nout body;\n>;\nout skel qt;", "area[name=Testville]->.a; nwr[amenity=cafe](area.a); (._;>;); out meta;", "area[name=Testville]->.a; (node[amenity=cafe](area.a); way[amenity=cafe](area.a); >;); out geom;", 'nwr["amenity"="cafe"]({{bbox}}); out center;', ] @pytest.mark.engine def test_equivalent_forms_print_the_same_tagged_elements(engine, tmp_path, monkeypatch): monkeypatch.setattr(gazetteer, "GAZETTEER", tmp_path) src = DATA / "test" / "normalize.osm" src.parent.mkdir(parents=True, exist_ok=True) shutil.copyfile(FIXTURE, src) try: engine.build_db(src, DB, force=True) gazetteer.build(DB, engine) ctx = N.Context(DB, bbox=(9.99, 9.99, 10.016, 10.016)) for form in FORMS: result = engine.query(DB, N.normalize(form, ctx)) assert result.ok, (form, result.message) assert sorted({(e["type"], e["id"]) for e in result.elements}) == CAFES, form assert all(e.get("tags") for e in result.elements), form finally: gazetteer.load.cache_clear() shutil.rmtree(DBS / DB, ignore_errors=True)