umap/umap/tests/integration/test_import.py

929 lines
36 KiB
Python

import json
import platform
import re
from pathlib import Path
from time import sleep
import pytest
from playwright.sync_api import expect
from umap.models import DataLayer
from .helpers import save_and_get_json
pytestmark = pytest.mark.django_db
def test_layers_list_is_updated(live_server, tilelayer, page):
page.goto(f"{live_server.url}/map/new/")
modifier = "Cmd" if platform.system() == "Darwin" else "Ctrl"
page.get_by_role("button", name=f"Import data ({modifier}+I)").click()
# Should work
page.locator("[name=layer-id]").select_option(label="Import in a new layer")
page.get_by_role("button", name="Manage layers").click()
page.get_by_role("button", name="Add a layer").click()
page.locator('input[name="name"]').click()
page.locator('input[name="name"]').fill("foobar")
page.wait_for_timeout(300) # Time for the input debounce.
page.get_by_role("button", name=f"Import data ({modifier}+I)").click()
# Should still work
page.locator("[name=layer-id]").select_option(label="Import in a new layer")
# Now layer should be visible in the options
page.locator("[name=layer-id]").select_option(label="foobar")
expect(
page.get_by_role("button", name="Import full map data", exact=True)
).to_be_hidden()
expect(
page.get_by_role("button", name="Link to the layer as remote data", exact=True)
).to_be_hidden()
def test_umap_import_from_file(live_server, tilelayer, page):
page.goto(f"{live_server.url}/map/new/")
page.get_by_title("Import data").click()
file_input = page.locator("input[type='file']")
with page.expect_file_chooser() as fc_info:
file_input.click()
file_chooser = fc_info.value
path = Path(__file__).parent.parent / "fixtures/display_on_load.umap"
file_chooser.set_files(path)
expect(
page.get_by_role("button", name="Copy into the layer", exact=True)
).to_be_hidden()
expect(
page.get_by_role("button", name="Link to the layer as remote data", exact=True)
).to_be_hidden()
page.get_by_role("button", name="Import data", exact=True).click()
assert file_input.input_value()
# Close the import panel
page.keyboard.press("Escape")
# Reopen
page.get_by_title("Import data").click()
sleep(1) # Wait for CSS transition to happen
assert not file_input.input_value()
expect(page.locator(".umap-main-edit-toolbox .map-name")).to_have_text(
"Carte sans nom"
)
page.get_by_title("Open browser").click()
layers = page.locator(".umap-browser .datalayer")
expect(layers).to_have_count(2)
nonloaded = page.locator(".umap-browser .datalayer.off")
expect(nonloaded).to_have_count(1)
def test_umap_import_from_textarea(live_server, tilelayer, page, settings):
settings.UMAP_ALLOW_ANONYMOUS = True
page.goto(f"{live_server.url}/map/new/")
page.get_by_role("button", name="Open browser").click()
page.get_by_title("Import data").click()
textarea = page.locator(".umap-import textarea")
path = Path(__file__).parent.parent / "fixtures/test_upload_data.umap"
textarea.fill(path.read_text())
page.locator('select[name="format"]').select_option("umap")
page.get_by_role("button", name="Import data", exact=True).click()
layers = page.locator(".umap-browser .datalayer")
expect(layers).to_have_count(2)
expect(page.locator(".umap-main-edit-toolbox .map-name")).to_have_text(
"Imported map"
)
expect(page.locator(".panel.left").get_by_text("Tunnels")).to_be_visible()
expect(page.locator(".panel.left").get_by_text("Cities")).to_be_visible()
expect(page.locator(".leaflet-control-minimap")).to_be_visible()
expect(
page.locator('img[src="https://tile.openstreetmap.fr/hot/6/32/21.png"]')
).to_be_visible()
# Should not have imported id, while in the file options
assert not page.evaluate("U.MAP.properties.id")
with page.expect_response(re.compile(r".*/datalayer/create/.*")):
page.get_by_role("button", name="Save").click()
assert page.evaluate("U.MAP.properties.id")
def test_import_geojson_from_textarea(tilelayer, live_server, page):
page.goto(f"{live_server.url}/map/new/")
page.get_by_title("Open browser").click()
layers = page.locator(".umap-browser .datalayer")
markers = page.locator(".leaflet-marker-icon")
paths = page.locator("path")
expect(markers).to_have_count(0)
expect(paths).to_have_count(0)
expect(layers).to_have_count(0)
button = page.get_by_title("Import data")
expect(button).to_be_visible()
button.click()
textarea = page.locator(".umap-import textarea")
path = Path(__file__).parent.parent / "fixtures/test_upload_data.json"
textarea.fill(path.read_text())
page.locator('select[name="format"]').select_option("geojson")
page.get_by_role("button", name="Import data", exact=True).click()
# A layer has been created
expect(layers).to_have_count(1)
expect(markers).to_have_count(2)
expect(paths).to_have_count(3)
def test_import_invalid_data(tilelayer, live_server, page):
uncaught_errors = []
page.on("pageerror", lambda exc: uncaught_errors.append(exc))
page.goto(f"{live_server.url}/map/new/")
page.get_by_title("Open browser").click()
layers = page.locator(".umap-browser .datalayer")
markers = page.locator(".leaflet-marker-icon")
paths = page.locator("path")
expect(markers).to_have_count(0)
expect(paths).to_have_count(0)
expect(layers).to_have_count(0)
button = page.get_by_title("Import data")
expect(button).to_be_visible()
button.click()
textarea = page.locator(".umap-import textarea")
textarea.fill("invalid data")
for format in ["geojson", "csv", "gpx", "kml", "georss", "osm", "umap"]:
page.locator('select[name="format"]').select_option(format)
page.get_by_role("button", name="Import data", exact=True).click()
assert not uncaught_errors, f"Error with format {format}"
def test_import_kml_from_textarea(tilelayer, live_server, page):
page.goto(f"{live_server.url}/map/new/")
page.get_by_title("Open browser").click()
layers = page.locator(".umap-browser .datalayer")
markers = page.locator(".leaflet-marker-icon")
paths = page.locator("path")
expect(markers).to_have_count(0)
expect(paths).to_have_count(0)
expect(layers).to_have_count(0)
button = page.get_by_title("Import data")
expect(button).to_be_visible()
button.click()
textarea = page.locator(".umap-import textarea")
path = Path(__file__).parent.parent / "fixtures/test_upload_data.kml"
textarea.fill(path.read_text())
page.locator('select[name="format"]').select_option("kml")
page.get_by_role("button", name="Import data", exact=True).click()
# A layer has been created
expect(layers).to_have_count(1)
expect(markers).to_have_count(1)
expect(paths).to_have_count(2)
def test_import_gpx_from_textarea(tilelayer, live_server, page, settings):
settings.UMAP_ALLOW_ANONYMOUS = True
page.goto(f"{live_server.url}/map/new/")
page.get_by_title("Open browser").click()
layers = page.locator(".umap-browser .datalayer")
markers = page.locator(".leaflet-marker-icon")
paths = page.locator("path")
expect(markers).to_have_count(0)
expect(paths).to_have_count(0)
expect(layers).to_have_count(0)
button = page.get_by_title("Import data")
expect(button).to_be_visible()
button.click()
textarea = page.locator(".umap-import textarea")
path = Path(__file__).parent.parent / "fixtures/test_upload_data.gpx"
textarea.fill(path.read_text())
page.locator('select[name="format"]').select_option("gpx")
page.get_by_role("button", name="Import data", exact=True).click()
# A layer has been created
expect(layers).to_have_count(1)
expect(markers).to_have_count(1)
expect(paths).to_have_count(1)
data = save_and_get_json(page)
assert data["features"][0]["geometry"] == {
"coordinates": [
[
-121.7295456,
45.4431641,
],
[
-121.72908,
45.4428615,
],
[
-121.7279085,
45.4425697,
],
],
"type": "LineString",
}
assert data["features"][0]["properties"] == {
"description": "Simple description",
"desc": "Simple description",
"name": "Simple path",
}
assert data["features"][1]["geometry"] == {
"coordinates": [
-121.72904,
45.44283,
1374,
],
"type": "Point",
}
assert data["features"][1]["properties"] == {
"description": "Simple description",
"desc": "Simple description",
"name": "Simple Point",
}
def test_import_osm_from_textarea(tilelayer, live_server, page):
page.goto(f"{live_server.url}/map/new/")
page.get_by_title("Open browser").click()
layers = page.locator(".umap-browser .datalayer")
markers = page.locator(".leaflet-marker-icon")
expect(markers).to_have_count(0)
expect(layers).to_have_count(0)
button = page.get_by_title("Import data")
expect(button).to_be_visible()
button.click()
textarea = page.locator(".umap-import textarea")
path = Path(__file__).parent.parent / "fixtures/test_upload_data_osm.json"
textarea.fill(path.read_text())
page.locator('select[name="format"]').select_option("osm")
page.get_by_role("button", name="Import data", exact=True).click()
# A layer has been created
expect(layers).to_have_count(1)
expect(markers).to_have_count(2)
def test_import_csv_from_textarea(tilelayer, live_server, page):
page.goto(f"{live_server.url}/map/new/")
page.get_by_title("Open browser").click()
layers = page.locator(".umap-browser .datalayer")
markers = page.locator(".leaflet-marker-icon")
expect(markers).to_have_count(0)
expect(layers).to_have_count(0)
button = page.get_by_title("Import data")
expect(button).to_be_visible()
button.click()
textarea = page.locator(".umap-import textarea")
path = Path(__file__).parent.parent / "fixtures/test_upload_data.csv"
textarea.fill(path.read_text())
page.locator('select[name="format"]').select_option("csv")
page.get_by_role("button", name="Import data", exact=True).click()
# A layer has been created
expect(layers).to_have_count(1)
expect(markers).to_have_count(2)
def test_can_import_in_existing_datalayer(live_server, datalayer, page, openmap):
page.goto(f"{live_server.url}{openmap.get_absolute_url()}")
page.get_by_title("Open browser").click()
layers = page.locator(".umap-browser .datalayer")
markers = page.locator(".leaflet-marker-icon")
expect(markers).to_have_count(1)
expect(layers).to_have_count(1)
page.get_by_role("button", name="Edit").click()
page.get_by_title("Import data").click()
textarea = page.locator(".umap-import textarea")
path = Path(__file__).parent.parent / "fixtures/test_upload_data.csv"
textarea.fill(path.read_text())
page.locator('select[name="format"]').select_option("csv")
page.locator('select[name="layer-id"]').select_option(datalayer.name)
expect(page.locator("input[name=layer-name]")).to_be_hidden()
page.get_by_role("button", name="Import data", exact=True).click()
# No layer has been created
expect(layers).to_have_count(1)
expect(markers).to_have_count(3)
def test_can_replace_datalayer_data(live_server, datalayer, page, openmap):
page.goto(f"{live_server.url}{openmap.get_absolute_url()}")
page.get_by_title("Open browser").click()
layers = page.locator(".umap-browser .datalayer")
markers = page.locator(".leaflet-marker-icon")
expect(markers).to_have_count(1)
expect(layers).to_have_count(1)
page.get_by_role("button", name="Edit").click()
page.get_by_title("Import data").click()
textarea = page.locator(".umap-import textarea")
path = Path(__file__).parent.parent / "fixtures/test_upload_data.csv"
textarea.fill(path.read_text())
page.locator('select[name="format"]').select_option("csv")
page.locator('select[name="layer-id"]').select_option(datalayer.name)
page.get_by_label("Replace layer content").check()
page.get_by_role("button", name="Import data", exact=True).click()
# No layer has been created
expect(layers).to_have_count(1)
expect(markers).to_have_count(2)
def test_can_import_in_new_datalayer(live_server, datalayer, page, openmap):
page.goto(f"{live_server.url}{openmap.get_absolute_url()}")
page.get_by_title("Open browser").click()
layers = page.locator(".umap-browser .datalayer")
markers = page.locator(".leaflet-marker-icon")
expect(markers).to_have_count(1)
expect(layers).to_have_count(1)
page.get_by_role("button", name="Edit").click()
page.get_by_title("Import data").click()
textarea = page.locator(".umap-import textarea")
path = Path(__file__).parent.parent / "fixtures/test_upload_data.csv"
textarea.fill(path.read_text())
page.locator("select[name=format]").select_option("csv")
page.locator("[name=layer-id]").select_option(label="Import in a new layer")
page.locator("[name=layer-name]").fill("My new layer name")
page.get_by_role("button", name="Import data", exact=True).click()
# A new layer has been created
expect(layers).to_have_count(2)
expect(markers).to_have_count(3)
expect(page.get_by_text("My new layer name")).to_be_visible()
def test_should_remove_dot_in_property_names(live_server, page, settings, tilelayer):
settings.UMAP_ALLOW_ANONYMOUS = True
data = {
"type": "FeatureCollection",
"features": [
{
"geometry": {
"type": "Point",
"coordinates": [6.922931671142578, 47.481161607175736],
},
"type": "Feature",
"properties": {
"color": "",
"name": "Chez Rémy",
"A . in the name": "",
},
},
{
"geometry": {
"type": "LineString",
"coordinates": [
[2.4609375, 48.88639177703194],
[2.48291015625, 48.76343113791796],
[2.164306640625, 48.719961222646276],
],
},
"type": "Feature",
"properties": {"color": "", "name": "Périf", "with a dot.": ""},
},
],
}
page.goto(f"{live_server.url}/map/new/")
page.get_by_title("Import data").click()
textarea = page.locator(".umap-import textarea")
textarea.fill(json.dumps(data))
page.locator('select[name="format"]').select_option("geojson")
page.get_by_role("button", name="Import data", exact=True).click()
with page.expect_response(re.compile(r".*/datalayer/create/.*")):
page.get_by_role("button", name="Save").click()
datalayer = DataLayer.objects.last()
saved_data = json.loads(Path(datalayer.geojson.path).read_text())
assert saved_data["features"][0]["properties"] == {
"color": "",
"name": "Chez Rémy",
"A _ in the name": "",
}
assert saved_data["features"][1]["properties"] == {
"color": "",
"name": "Périf",
"with a dot_": "",
}
def test_import_geometry_collection(live_server, page, tilelayer):
data = {
"type": "GeometryCollection",
"geometries": [
{"type": "Point", "coordinates": [-80.6608, 35.0493]},
{
"type": "Polygon",
"coordinates": [
[
[-80.6645, 35.0449],
[-80.6634, 35.0460],
[-80.6625, 35.0455],
[-80.6638, 35.0442],
[-80.6645, 35.0449],
]
],
},
{
"type": "LineString",
"coordinates": [
[-80.66237, 35.05950],
[-80.66269, 35.05926],
[-80.66284, 35.05893],
[-80.66308, 35.05833],
[-80.66385, 35.04387],
[-80.66303, 35.04371],
],
},
],
}
page.goto(f"{live_server.url}/map/new/")
page.get_by_title("Open browser").click()
layers = page.locator(".umap-browser .datalayer")
markers = page.locator(".leaflet-marker-icon")
paths = page.locator("path")
expect(markers).to_have_count(0)
expect(paths).to_have_count(0)
expect(layers).to_have_count(0)
button = page.get_by_title("Import data")
expect(button).to_be_visible()
button.click()
textarea = page.locator(".umap-import textarea")
textarea.fill(json.dumps(data))
page.locator('select[name="format"]').select_option("geojson")
page.get_by_role("button", name="Import data", exact=True).click()
# A layer has been created
expect(layers).to_have_count(1)
expect(markers).to_have_count(1)
expect(paths).to_have_count(2)
def test_import_multipolygon(live_server, page, tilelayer):
data = {
"type": "Feature",
"properties": {"name": "Some states"},
"geometry": {
"type": "MultiPolygon",
"coordinates": [
[
[[-109, 36], [-109, 40], [-102, 37], [-109, 36]],
[[-108, 39], [-107, 37], [-104, 37], [-108, 39]],
],
[[[-119, 42], [-120, 39], [-114, 41], [-119, 42]]],
],
},
}
page.goto(f"{live_server.url}/map/new/")
page.get_by_title("Open browser").click()
layers = page.locator(".umap-browser .datalayer")
paths = page.locator("path")
expect(paths).to_have_count(0)
expect(layers).to_have_count(0)
button = page.get_by_title("Import data")
expect(button).to_be_visible()
button.click()
textarea = page.locator(".umap-import textarea")
textarea.fill(json.dumps(data))
page.locator('select[name="format"]').select_option("geojson")
page.get_by_role("button", name="Import data", exact=True).click()
# A layer has been created
expect(layers).to_have_count(1)
expect(paths).to_have_count(1)
def test_import_multipolyline(live_server, page, tilelayer):
data = {
"type": "FeatureCollection",
"features": [
{
"type": "Feature",
"properties": {},
"geometry": {
"type": "MultiLineString",
"coordinates": [[[-108, 46], [-113, 43]], [[-112, 45], [-115, 44]]],
},
}
],
}
page.goto(f"{live_server.url}/map/new/")
page.get_by_title("Open browser").click()
layers = page.locator(".umap-browser .datalayer")
paths = page.locator("path")
expect(paths).to_have_count(0)
expect(layers).to_have_count(0)
button = page.get_by_title("Import data")
expect(button).to_be_visible()
button.click()
textarea = page.locator(".umap-import textarea")
textarea.fill(json.dumps(data))
page.locator('select[name="format"]').select_option("geojson")
page.get_by_role("button", name="Import data", exact=True).click()
# A layer has been created
expect(layers).to_have_count(1)
expect(paths).to_have_count(1)
def test_should_not_import_empty_coordinates(live_server, page, tilelayer):
data = {
"type": "FeatureCollection",
"features": [
{
"type": "Feature",
"properties": {"name": "An empty polygon"},
"geometry": {
"type": "Polygon",
"coordinates": [],
},
},
{
"type": "Feature",
"properties": {"name": "An empty linestring"},
"geometry": {
"type": "LineString",
"coordinates": [],
},
},
{
"type": "Feature",
"properties": {"name": "An empty point"},
"geometry": {
"type": "Point",
"coordinates": [],
},
},
{
"geometry": {
"type": "Point",
"coordinates": [6.922931671142578, 47.481161607175736],
},
"type": "Feature",
"properties": {"name": "A point"},
},
{
"geometry": {
"type": "LineString",
"coordinates": [
[2.4609375, 48.88639177703194],
[2.48291015625, 48.76343113791796],
[2.164306640625, 48.719961222646276],
],
},
"type": "Feature",
"properties": {
"name": "A linestring",
},
},
],
}
page.goto(f"{live_server.url}/map/new/")
page.get_by_title("Open browser").click()
page.get_by_title("Import data").click()
textarea = page.locator(".umap-import textarea")
textarea.fill(json.dumps(data))
page.locator('select[name="format"]').select_option("geojson")
page.get_by_role("button", name="Import data", exact=True).click()
page.locator("#map").click(button="right")
page.get_by_role("button", name="browse data").click()
expect(page.locator("li.feature")).to_have_count(2)
def test_import_csv_without_valid_latlon_headers(tilelayer, live_server, page):
page.goto(f"{live_server.url}/map/new/")
page.get_by_title("Open browser").click()
layers = page.locator(".umap-browser .datalayer")
markers = page.locator(".leaflet-marker-icon")
page.get_by_title("Import data").click()
textarea = page.locator(".umap-import textarea")
textarea.fill("a,b,c\n12.23,48.34,mypoint\n12.23,48.34,mypoint2")
page.locator('select[name="format"]').select_option("csv")
page.get_by_role("button", name="Import data", exact=True).click()
# FIXME do not create a layer
expect(layers).to_have_count(1)
expect(markers).to_have_count(0)
expect(page.locator('umap-alert div[data-level="error"]')).to_be_visible()
def test_import_csv_with_commas_in_latlon(tilelayer, live_server, page, settings):
settings.UMAP_ALLOW_ANONYMOUS = True
page.goto(f"{live_server.url}/map/new/")
page.get_by_title("Open browser").click()
layers = page.locator(".umap-browser .datalayer")
markers = page.locator(".leaflet-marker-icon")
page.get_by_title("Import data").click()
textarea = page.locator(".umap-import textarea")
textarea.fill("lat;lon;foobar\n12,24;48,34;mypoint\n12,23;48,35;mypoint2")
page.locator('select[name="format"]').select_option("csv")
page.get_by_role("button", name="Import data", exact=True).click()
expect(layers).to_have_count(1)
expect(markers).to_have_count(2)
with page.expect_response(re.compile(r".*/datalayer/create/.*")):
page.get_by_role("button", name="Save").click()
datalayer = DataLayer.objects.last()
saved_data = json.loads(Path(datalayer.geojson.path).read_text())
assert saved_data["features"][0]["geometry"] == {
"coordinates": [
48.35,
12.23,
],
"type": "Point",
}
assert saved_data["features"][1]["geometry"] == {
"coordinates": [
48.34,
12.24,
],
"type": "Point",
}
def test_create_remote_data(page, live_server, tilelayer):
def handle(route):
route.fulfill(
json={
"type": "FeatureCollection",
"features": [
{
"type": "Feature",
"properties": {},
"geometry": {
"type": "Point",
"coordinates": [4.3375, 51.2707],
},
}
],
}
)
# Intercept the route to the proxy
page.route("*/**/ajax-proxy/**", handle)
page.goto(f"{live_server.url}/map/new/")
expect(page.locator(".leaflet-marker-icon")).to_be_hidden()
page.get_by_role("button", name="Import data").click()
page.get_by_placeholder("Provide an URL here").click()
page.get_by_placeholder("Provide an URL here").fill("https://remote.org/data.json")
page.locator("[name=format]").select_option("geojson")
page.get_by_role("radio", name="Link to the layer as remote data").click()
page.get_by_role("button", name="Import data", exact=True).click()
expect(page.locator(".leaflet-marker-icon")).to_be_visible()
page.get_by_role("button", name="Manage layers").click()
page.get_by_role("button", name="Edit", exact=True).click()
page.locator("summary").filter(has_text="Remote data").click()
expect(page.locator('.panel input[name="url"]')).to_have_value(
"https://remote.org/data.json"
)
def test_create_remote_data_from_umap_backup(page, live_server, tilelayer):
def handle(route):
route.fulfill(
json={
"type": "FeatureCollection",
"features": [
{
"type": "Feature",
"properties": {},
"geometry": {
"type": "Point",
"coordinates": [4.3375, 51.2707],
},
}
],
}
)
page.route("https://remote.org/data.json", handle)
page.goto(f"{live_server.url}/map/new/")
expect(page.locator(".leaflet-marker-icon")).to_be_hidden()
page.get_by_title("Import data").click()
file_input = page.locator("input[type='file']")
with page.expect_file_chooser() as fc_info:
file_input.click()
file_chooser = fc_info.value
path = Path(__file__).parent.parent / "fixtures/remote_data.umap"
file_chooser.set_files(path)
page.get_by_role("button", name="Import data", exact=True).click()
page.get_by_title("Open browser").click()
layers = page.locator(".umap-browser .datalayer")
expect(layers).to_have_count(1)
expect(page.locator(".leaflet-marker-icon")).to_be_visible()
page.get_by_role("button", name="Edit", exact=True).click()
page.locator("summary").filter(has_text="Remote data").click()
expect(page.locator('.panel input[name="url"]')).to_have_value(
"https://remote.org/data.json"
)
def test_import_geojson_from_url(page, live_server, tilelayer):
def handle(route):
route.fulfill(
json={
"type": "FeatureCollection",
"features": [
{
"type": "Feature",
"properties": {},
"geometry": {
"type": "Point",
"coordinates": [4.3375, 51.2707],
},
}
],
}
)
# Intercept the route
page.route("https://remote.org/data.json", handle)
page.goto(f"{live_server.url}/map/new/")
expect(page.locator(".leaflet-marker-icon")).to_be_hidden()
page.get_by_role("button", name="Import data").click()
page.get_by_placeholder("Provide an URL here").click()
page.get_by_placeholder("Provide an URL here").fill("https://remote.org/data.json")
page.locator("[name=format]").select_option("geojson")
page.get_by_role("radio", name="Copy into the layer").click()
page.get_by_role("button", name="Import data", exact=True).click()
expect(page.locator(".leaflet-marker-icon")).to_be_visible()
page.get_by_role("button", name="Manage layers").click()
page.get_by_role("button", name="Edit", exact=True).click()
page.locator("summary").filter(has_text="Remote data").click()
expect(page.locator('.panel input[name="url"]')).to_have_value("")
def test_overpass_import_with_bbox(page, live_server, tilelayer, settings):
settings.UMAP_IMPORTERS = {
"overpass": {"url": "https://my.overpass.io/interpreter"}
}
page.goto(f"{live_server.url}/map/new/")
page.get_by_role("button", name="Import data").click()
page.get_by_role("button", name="Import helpers").click()
page.get_by_role("button", name="Overpass").click()
page.get_by_placeholder("amenity=drinking_water").fill("building")
page.get_by_role("button", name="Choose this data").click()
expect(page.get_by_placeholder("Provide an URL here")).to_have_value(
"https://my.overpass.io/interpreter?data=[out:json];nwr[building]({south},{west},{north},{east});out geom;"
)
def test_overpass_import_retains_boundary(page, live_server, tilelayer, settings):
settings.UMAP_IMPORTERS = {
"overpass": {
"url": "https://my.overpass.io/interpreter",
"searchUrl": "https://foobar.io/api?q={q}",
}
}
def handle(route):
route.fulfill(
json={
"features": [
{
"geometry": {
"coordinates": [3.2394035, 48.4149956],
"type": "Point",
},
"type": "Feature",
"properties": {
"osm_type": "R",
"osm_id": 1393025,
"extent": [3.2290211, 48.4268302, 3.2623032, 48.4041636],
"country": "France",
"osm_key": "place",
"countrycode": "FR",
"osm_value": "village",
"postcode": "77480",
"name": "Bray-sur-Seine",
"county": "Seine-et-Marne",
"state": "Île-de-France",
"type": "city",
},
}
],
"type": "FeatureCollection",
}
)
# Intercept the route
page.route(re.compile("https://foobar.io/api.*"), handle)
page.goto(f"{live_server.url}/map/new/")
page.get_by_role("button", name="Import data").click()
page.get_by_role("button", name="Import helpers").click()
page.get_by_role("button", name="Overpass").click()
page.get_by_placeholder("amenity=drinking_water").fill("building")
page.get_by_placeholder("Type area name, or let empty").click()
page.get_by_placeholder("Type area name, or let empty").press_sequentially("bray")
page.get_by_text("Bray-sur-Seine, Seine-et-Marne, Île-de-France, France").click()
expect(page.locator("#area")).to_contain_text(
"Bray-sur-Seine, Seine-et-Marne, Île-de-France, France"
)
page.get_by_role("button", name="Choose this data").click()
expect(page.get_by_placeholder("Provide an URL here")).to_have_value(
"https://my.overpass.io/interpreter?data=[out:json];nwr[building](area:3601393025);out geom;"
)
page.get_by_role("button", name="Import helpers").click()
page.get_by_role("button", name="Overpass").click()
expect(page.locator("#area")).to_contain_text(
"Bray-sur-Seine, Seine-et-Marne, Île-de-France, France"
)
def test_import_from_datasets(page, live_server, tilelayer, settings):
settings.UMAP_IMPORTERS = {
"datasets": {
"choices": [
{
"url": "https://remote.org/data.json",
"label": "Good data",
"format": "geojson",
}
]
}
}
def handle(route):
route.fulfill(
json={
"type": "FeatureCollection",
"features": [
{
"type": "Feature",
"properties": {},
"geometry": {
"type": "Point",
"coordinates": [4.3375, 51.2707],
},
}
],
}
)
# Intercept the route
page.route("https://remote.org/data.json", handle)
page.goto(f"{live_server.url}/map/new/")
expect(page.locator(".leaflet-marker-icon")).to_be_hidden()
page.get_by_title("Import data").click()
page.get_by_role("button", name="Import helpers").click()
page.get_by_role("button", name="Datasets").click()
page.get_by_role("dialog").get_by_role("combobox").select_option(
"https://remote.org/data.json"
)
page.get_by_role("button", name="Choose this dataset").click()
page.get_by_label("Copy into the layer").check()
page.get_by_role("button", name="Import data", exact=True).click()
expect(page.locator(".leaflet-marker-icon")).to_be_visible()
page.get_by_role("button", name="Open browser").click()
expect(page.locator("h5").get_by_text("Good data")).to_be_visible()
def test_import_osm_relation(tilelayer, live_server, page):
# Overpass query used for this data:
# [out:json][timeout:25];(relation(id:15612202)%20;);out%20geom;
page.goto(f"{live_server.url}/map/new/")
page.get_by_title("Open browser").click()
layers = page.locator(".umap-browser .datalayer")
paths = page.locator("path")
expect(paths).to_have_count(0)
expect(layers).to_have_count(0)
button = page.get_by_title("Import data")
expect(button).to_be_visible()
button.click()
textarea = page.locator(".umap-import textarea")
file_path = Path(__file__).parent.parent / "fixtures/test_import_osm_relation.json"
textarea.fill(file_path.read_text())
page.locator('select[name="format"]').select_option("osm")
page.get_by_role("button", name="Import data", exact=True).click()
# A layer and one path has been created
expect(layers).to_have_count(1)
expect(paths).to_have_count(1)
def test_import_georss_from_textarea(tilelayer, live_server, page):
page.goto(f"{live_server.url}/map/new/")
page.get_by_title("Open browser").click()
layers = page.locator(".umap-browser .datalayer")
markers = page.locator(".leaflet-marker-icon")
expect(markers).to_have_count(0)
expect(layers).to_have_count(0)
button = page.get_by_title("Import data")
expect(button).to_be_visible()
button.click()
textarea = page.locator(".umap-import textarea")
path = Path(__file__).parent.parent / "fixtures/test_upload_georss.xml"
textarea.fill(path.read_text())
page.locator('select[name="format"]').select_option("georss")
page.get_by_role("button", name="Import data", exact=True).click()
# A layer has been created
expect(layers).to_have_count(1)
expect(markers).to_have_count(1)
def test_import_from_multiple_files(live_server, page, tilelayer):
page.goto(f"{live_server.url}/map/new/")
page.get_by_title("Import data").click()
file_input = page.locator("input[type='file']")
with page.expect_file_chooser() as fc_info:
file_input.click()
file_chooser = fc_info.value
FIXTURES = Path(__file__).parent.parent / "fixtures"
paths = [
FIXTURES / "test_upload_data.json",
FIXTURES / "test_upload_simple_marker.json",
]
file_chooser.set_files(paths)
markers = page.locator(".leaflet-marker-icon")
expect(markers).to_have_count(0)
page.get_by_role("button", name="Import data", exact=True).click()
# Two in one file, one in the other
expect(markers).to_have_count(3)
def test_umap_import_with_iconurl(live_server, tilelayer, page):
page.goto(f"{live_server.url}/map/new/")
page.get_by_title("Import data").click()
file_input = page.locator("input[type='file']")
with page.expect_file_chooser() as fc_info:
file_input.click()
file_chooser = fc_info.value
path = Path(__file__).parent.parent / "fixtures/test_upload_data_with_iconurl.umap"
file_chooser.set_files(path)
page.get_by_role("button", name="Import data", exact=True).click()
expect(
page.locator(
'img[src="https://umap.incubateur.anct.gouv.fr/uploads/pictogram/car-24.png"]'
)
).to_have_count(2)