"""Serveur de tuiles XYZ + carte « slippy » (image lidar-maps).
Sert la pyramide de tuiles décrite dans `tiles.py` selon le schéma
OpenStreetMap/Google Maps, donc directement utilisable comme fond d'imagerie
dans JOSM, iD, QGIS, uMap, MapLibre ou OsmAnd :
GET /tiles/{couche}/{z}/{x}/{y}.png 256 px, PNG RGBA (canonique)
GET /tiles/{couche}/{z}/{x}/{y}@2x.webp 512 px, WebP (interface interne)
GET /tiles/{couche}.json TileJSON 3.0.0
GET /tiles/wmts.xml capacités WMTS 1.0.0 (QGIS…)
GET /tiles/josm.imagery.xml fichier d'imagerie JOSM
GET /api/map/meta couches, zooms, emprise, version
GET /api/map/tile?lat&lng dalle sous le point (fiche info)
POST /api/map/warm pré-calcul d'une emprise
GET / et /assets/* interface de consultation
Les tuiles sont rendues à la demande puis mises en cache sur disque
(`output/index_xyz/`). En mode deux machines, `LIDAR_MAPS_URL` désigne un
serveur amont : une tuile absente localement y est rapatriée (quelques dizaines
de Ko) au lieu de rapatrier les dalles entières.
"""
import json
import logging
import os
import re
import sys
import threading
import time
import urllib.parse
import urllib.request
import xml.sax.saxutils as _xml
from pathlib import Path
from typing import Optional
from fastapi import FastAPI, HTTPException, Request
from fastapi.responses import FileResponse, HTMLResponse, JSONResponse, Response
from pydantic import BaseModel, Field
from starlette.concurrency import run_in_threadpool
from . import tiles as tiles_mod
from .mapui import ASSETS_DIRNAME, render_html, ui_version, write_map_assets
OUTPUT_DIR = Path(os.environ.get("LIDAR_OUTPUT_DIR", "/data/output"))
PORT = int(os.environ.get("LIDAR_PORT", "8975"))
# Serveur de tuiles amont (machine de traitement) — mode deux machines.
MAPS_URL = (os.environ.get("LIDAR_MAPS_URL") or "").rstrip("/")
ATTRIBUTION = os.environ.get(
"LIDAR_ATTRIBUTION",
'LiDAR HD © IGN '
'— Licence Ouverte 2.0')
ATTRIBUTION_TEXT = re.sub(r"<[^>]+>", "", ATTRIBUTION).replace("©", "©").replace("—", "—")
# Rendus simultanés : plafond bas par défaut — une carte se consulte souvent
# depuis une petite machine (Raspberry Pi), et un rendu décode une dalle AVIF
# de plusieurs dizaines de Mo. Les requêtes en excès attendent le sémaphore
# sans consommer de CPU. `LIDAR_TILE_WORKERS` relève le plafond sur une
# machine confortable.
TILE_WORKERS = max(1, int(os.environ.get("LIDAR_TILE_WORKERS", "2") or 2))
_render_sem = threading.Semaphore(TILE_WORKERS)
_LAYER_RE = re.compile(r"^[a-z0-9_]{1,40}$")
_NAME_RE = re.compile(r"^(\d+)(@2x)?\.(png|webp|avif)$")
_MAX_UPSTREAM_BYTES = 8 * 1024 * 1024
logger = logging.getLogger("lidar")
if not logger.handlers:
_h = logging.StreamHandler(sys.stdout)
_h.setFormatter(logging.Formatter("%(message)s"))
logger.addHandler(_h)
logger.setLevel(logging.INFO)
app = FastAPI(title="Carte LiDAR — tuiles XYZ")
# Assets de l'interface : bâchés dans l'image au build, régénérés ici en repli
# (dev, paquet installé sans bake).
_assets_dir = Path(__file__).resolve().parent / ASSETS_DIRNAME
if not (_assets_dir / "app.js").is_file():
try:
write_map_assets(_assets_dir)
except OSError:
import tempfile
_assets_dir = Path(tempfile.gettempdir()) / "lidar_map_assets"
write_map_assets(_assets_dir)
logger.info(f"Carte LiDAR (tuiles XYZ) — sortie {OUTPUT_DIR}"
+ (f", amont {MAPS_URL}" if MAPS_URL else ", rendu local")
+ f", {TILE_WORKERS} rendu(s) simultané(s)"
+ f", {tiles_mod.FETCH_WORKERS} téléchargement(s) simultané(s)"
+ f", cache sources {tiles_mod.SOURCE_CACHE_BYTES // (1024 * 1024)} Mo")
# ---------------------------------------------------------------------------
# Utilitaires
# ---------------------------------------------------------------------------
@app.middleware("http")
async def _cors(request: Request, call_next):
"""CORS ouvert sur les tuiles : exigé par iD, uMap et MapLibre."""
if request.method == "OPTIONS" and request.url.path.startswith("/tiles/"):
return Response(status_code=204, headers=_cors_headers())
response = await call_next(request)
if request.url.path.startswith("/tiles/"):
response.headers.update(_cors_headers())
return response
def _cors_headers():
return {"Access-Control-Allow-Origin": "*",
"Access-Control-Allow-Methods": "GET, OPTIONS",
"Access-Control-Allow-Headers": "*"}
def _base_url(request: Request):
"""URL publique du service (proxy inverse honoré)."""
proto = request.headers.get("x-forwarded-proto") or request.url.scheme
host = request.headers.get("x-forwarded-host") or request.headers.get("host")
if not host:
host = f"{request.url.hostname}:{request.url.port or PORT}"
return f"{proto}://{host}"
def _layer_or_404(layer):
if not _LAYER_RE.match(layer or ""):
raise HTTPException(404, "couche inconnue")
if layer not in tiles_mod.available_layers(OUTPUT_DIR):
raise HTTPException(404, f"couche indisponible : {layer}")
return layer
def _layer_infos():
"""Couches disponibles + libellés/descriptions du registre partagé."""
from .index import VIZ_LABELS, VIZ_LEGENDS
out = []
for key in tiles_mod.available_layers(OUTPUT_DIR):
legend = VIZ_LEGENDS.get(key, {})
out.append({"key": key,
"label": VIZ_LABELS.get(key, key),
"description": legend.get("description", "")})
return out
# --- disjoncteur amont (mêmes réglages que webapp.py) ----------------------
_UPSTREAM = {"fails": 0, "until": 0.0}
_UPSTREAM_OFFLINE_AFTER = 3
_UPSTREAM_OFFLINE_SECONDS = 120.0
def _upstream_offline():
return time.time() < _UPSTREAM["until"]
def _upstream_mark(ok):
if ok:
_UPSTREAM.update(fails=0, until=0.0)
return
_UPSTREAM["fails"] += 1
if _UPSTREAM["fails"] >= _UPSTREAM_OFFLINE_AFTER and _UPSTREAM["until"] == 0.0:
_UPSTREAM["until"] = time.time() + _UPSTREAM_OFFLINE_SECONDS
logger.info("Serveur de tuiles amont injoignable — tentatives suspendues 2 min")
def _fetch_upstream(rel_path):
"""Rapatrie une tuile depuis LIDAR_MAPS_URL (None si indisponible)."""
if not MAPS_URL or _upstream_offline():
return None
url = f"{MAPS_URL}/{rel_path.lstrip('/')}"
try:
req = urllib.request.Request(url, headers={"User-Agent": "lidar-maps-cache"})
with urllib.request.urlopen(req, timeout=20) as r:
data = r.read(_MAX_UPSTREAM_BYTES + 1)
if len(data) > _MAX_UPSTREAM_BYTES:
raise IOError("tuile amont trop volumineuse")
_upstream_mark(True)
return data
except Exception as e: # noqa: BLE001 — amont éteint : rendu local/vide
_upstream_mark(False)
logger.debug(f"Tuile amont indisponible ({url}) : {e}")
return None
# --- rendu : déduplication des requêtes concurrentes ------------------------
_locks = {}
_locks_guard = threading.Lock()
def _acquire_lock(key):
"""Verrou par tuile, compté : deux requêtes simultanées n'en rendent qu'une.
Le compteur évite deux écueils : un dictionnaire qui grossit sans fin (des
millions de tuiles) et un verrou retiré alors qu'un autre fil l'attend
encore — ce qui autoriserait deux rendus concurrents de la même tuile.
"""
with _locks_guard:
entry = _locks.get(key)
if entry is None:
entry = _locks[key] = [threading.Lock(), 0]
entry[1] += 1
return entry
def _release_lock(key, entry):
with _locks_guard:
entry[1] -= 1
if entry[1] <= 0:
_locks.pop(key, None)
def _tile_bytes(layer, z, x, y, scale, fmt):
"""Tuile encodée : cache → rendu local → amont. None si zone vide."""
key = (layer, z, x, y, scale, fmt)
entry = _acquire_lock(key)
try:
with entry[0]:
try:
with _render_sem:
data = tiles_mod.get_tile(OUTPUT_DIR, layer, z, x, y, scale, fmt)
except Exception as e: # noqa: BLE001 — une tuile ne casse pas la carte
logger.warning(f"Rendu de tuile impossible ({layer} {z}/{x}/{y}) : {e}")
data = None
if data is None and MAPS_URL:
suffix = "@2x" if scale == 2 else ""
data = _fetch_upstream(f"tiles/{layer}/{z}/{x}/{y}{suffix}.{fmt}")
if data:
tiles_mod._write_atomic(
tiles_mod.tile_cache_path(OUTPUT_DIR, layer, z, x, y,
scale, fmt),
data)
finally:
_release_lock(key, entry)
return data
_MEDIA = {"png": "image/png", "webp": "image/webp", "avif": "image/avif"}
# ---------------------------------------------------------------------------
# Tuiles
# ---------------------------------------------------------------------------
@app.get("/tiles/{layer}/{z}/{x}/{name}")
async def tile(layer: str, z: int, x: int, name: str, v: Optional[str] = None):
"""Tuile XYZ (schéma OSM). `name` = `{y}.png` ou `{y}@2x.webp`."""
m = _NAME_RE.match(name)
if not m:
raise HTTPException(404, "nom de tuile invalide")
y = int(m.group(1))
scale = 2 if m.group(2) else 1
fmt = m.group(3)
_layer_or_404(layer)
if not tiles_mod.zoom_supported(z, scale):
raise HTTPException(404, f"zoom hors plage ({tiles_mod.TILE_MIN_Z}"
f"–{tiles_mod.TILE_MAX_NATIVE_Z})")
n = 2 ** z
if not (0 <= x < n and 0 <= y < n):
raise HTTPException(404, "tuile hors grille")
data = await run_in_threadpool(_tile_bytes, layer, z, x, y, scale, fmt)
empty = data is None
if empty:
data = tiles_mod.transparent_tile(scale, fmt)
headers = dict(_cors_headers())
headers["Cache-Control"] = ("public, max-age=31536000, immutable" if v
else "public, max-age=300, must-revalidate")
headers["X-Tile-Empty"] = "1" if empty else "0"
return Response(content=data, media_type=_MEDIA[fmt], headers=headers)
# ---------------------------------------------------------------------------
# Découverte : TileJSON, WMTS, JOSM
# ---------------------------------------------------------------------------
@app.get("/tiles/josm.imagery.xml")
def josm_imagery(request: Request):
"""Fichier d'imagerie JOSM : ajoute toutes les couches en une fois."""
base = _base_url(request)
bounds = tiles_mod.grid_bounds_wgs84(OUTPUT_DIR)
entries = []
for info in _layer_infos():
b = ""
if bounds:
b = (f' \n')
entries.append(
" \n"
f" LiDAR HD — {_xml.escape(info['label'])}\n"
f" lidar-hd-{info['key'].replace('_', '-')}\n"
" tms\n"
f" \n"
f" {tiles_mod.TILE_MIN_Z}\n"
f" {tiles_mod.TILE_MAX_NATIVE_Z}\n"
f"{b}"
f" {_xml.escape(info['description'])}\n"
f" {_xml.escape(ATTRIBUTION_TEXT)}\n"
" https://geoservices.ign.fr/lidarhd\n"
" other\n"
" ")
xml = ('\n'
'\n'
+ "\n".join(entries) + "\n\n")
return Response(content=xml, media_type="application/xml",
headers=_cors_headers())
@app.get("/tiles/wmts.xml")
def wmts_capabilities(request: Request):
"""Capacités WMTS 1.0.0 (QGIS, ArcGIS) sur la grille GoogleMapsCompatible."""
base = _base_url(request)
bounds = tiles_mod.grid_bounds_wgs84(OUTPUT_DIR) or [-180.0, -85.0, 180.0, 85.0]
layers = []
for info in _layer_infos():
layers.append(f"""
{_xml.escape(info['label'])}
{_xml.escape(info['description'])}
{bounds[0]:.6f} {bounds[1]:.6f}
{bounds[2]:.6f} {bounds[3]:.6f}
{info['key']}
image/png
GoogleMapsCompatible
""")
matrices = []
for z in range(tiles_mod.TILE_MIN_Z, tiles_mod.TILE_MAX_NATIVE_Z + 1):
matrices.append(f"""
{z}
{559082264.0287178 / (2 ** z):.10f}
-20037508.3427892 20037508.3427892
256
256
{2 ** z}
{2 ** z}
""")
xml = f"""
Carte LiDAR HD
{_xml.escape(ATTRIBUTION_TEXT)}
OGC WMTS
1.0.0
Licence Ouverte 2.0
{chr(10).join(layers)}
GoogleMapsCompatible
urn:ogc:def:crs:EPSG:6.18:3:3857
urn:ogc:def:wkss:OGC:1.0:GoogleMapsCompatible
{chr(10).join(matrices)}
"""
return Response(content=xml, media_type="application/xml",
headers=_cors_headers())
@app.get("/tiles/{layer}.json")
def tilejson(layer: str, request: Request):
"""TileJSON 3.0.0 (MapLibre, QGIS, Felt…)."""
_layer_or_404(layer)
from .index import VIZ_LABELS, VIZ_LEGENDS
base = _base_url(request)
bounds = tiles_mod.grid_bounds_wgs84(OUTPUT_DIR) or [-180.0, -85.0, 180.0, 85.0]
center = [(bounds[0] + bounds[2]) / 2, (bounds[1] + bounds[3]) / 2,
min(tiles_mod.TILE_MAX_NATIVE_Z, 15)]
return JSONResponse({
"tilejson": "3.0.0",
"name": f"LiDAR HD — {VIZ_LABELS.get(layer, layer)}",
"description": VIZ_LEGENDS.get(layer, {}).get("description", ""),
"attribution": ATTRIBUTION,
"scheme": "xyz",
"tiles": [f"{base}/tiles/{layer}/{{z}}/{{x}}/{{y}}.png"],
"minzoom": tiles_mod.TILE_MIN_Z,
"maxzoom": tiles_mod.TILE_MAX_NATIVE_Z,
"bounds": bounds,
"center": center,
}, headers=_cors_headers())
# ---------------------------------------------------------------------------
# Configuration par défaut de la pile de couches
# ---------------------------------------------------------------------------
# L'état réglé depuis la carte (ordre, visibilité, opacité, fusion) peut être
# figé comme configuration servie à TOUT nouveau navigateur : le réglage utile
# ne se perd pas dans un localStorage et se partage sans lien.
DEFAULTS_FILE = OUTPUT_DIR / ".map-defaults.json"
_defaults_lock = threading.Lock()
def _load_defaults():
"""Configuration par défaut enregistrée, ou None si aucune."""
try:
data = json.loads(DEFAULTS_FILE.read_text(encoding="utf-8"))
except (OSError, ValueError):
return None
return data if isinstance(data, dict) else None
def _clamp01(value, fallback=1.0):
try:
return min(1.0, max(0.0, float(value)))
except (TypeError, ValueError):
return fallback
BLEND_MODES = ("normal", "multiply", "screen", "overlay", "soft-light",
"hard-light", "difference", "luminosity")
def _sanitize_defaults(req):
"""Retient ce qui est connu et borné : couches réelles, opacités 0–1, fusions valides."""
known = set(tiles_mod.available_layers(OUTPUT_DIR))
order = [k for k in (req.order or []) if k in known]
for key in sorted(known - set(order)):
order.append(key)
on = [k for k in (req.on or []) if k in known]
opacity = {k: _clamp01(v) for k, v in (req.opacity or {}).items() if k in known}
blend = {k: v for k, v in (req.blend or {}).items()
if k in known and v in BLEND_MODES}
base_in = req.base if isinstance(req.base, dict) else {}
base = {"on": bool(base_in.get("on", True)),
"opacity": _clamp01(base_in.get("opacity"), 0.85),
"dark": bool(base_in.get("dark", True))}
stack = req.stack_blend if req.stack_blend in BLEND_MODES else "normal"
return {"order": order, "on": on, "opacity": opacity, "blend": blend,
"base": base, "stack_blend": stack, "saved_at": time.time()}
class DefaultsRequest(BaseModel):
order: list = Field(default_factory=list,
description="ordre de pile, du bas vers le haut")
on: list = Field(default_factory=list, description="couches allumées")
opacity: dict = Field(default_factory=dict, description="opacité par couche, 0–1")
blend: dict = Field(default_factory=dict, description="mode de fusion par couche")
base: dict = Field(default_factory=dict,
description="fond de carte : on, opacity, dark")
stack_blend: str = Field("normal", description="fusion de la pile sur le fond")
@app.get("/api/map/defaults")
def get_defaults():
"""Configuration par défaut servie aux nouveaux navigateurs."""
return {"defaults": _load_defaults()}
@app.post("/api/map/defaults")
def set_defaults(req: DefaultsRequest):
"""Fige l'état courant comme configuration par défaut (tous navigateurs)."""
data = _sanitize_defaults(req)
with _defaults_lock:
tmp = DEFAULTS_FILE.with_suffix(".tmp")
DEFAULTS_FILE.parent.mkdir(parents=True, exist_ok=True)
tmp.write_text(json.dumps(data, ensure_ascii=False), encoding="utf-8")
os.replace(tmp, DEFAULTS_FILE)
logger.info(f"Configuration de pile par défaut enregistrée : "
f"{len(data['on'])} couche(s) allumée(s)")
return {"enregistré": True, "defaults": data}
@app.delete("/api/map/defaults")
def clear_defaults():
"""Revient aux réglages du registre (index.py)."""
with _defaults_lock:
existed = DEFAULTS_FILE.exists()
DEFAULTS_FILE.unlink(missing_ok=True)
return {"supprimé": existed}
# ---------------------------------------------------------------------------
# API de la carte
# ---------------------------------------------------------------------------
@app.get("/api/map/meta")
def map_meta():
"""Couches, zooms, emprise et version — tout l'état initial de l'interface."""
from .index import DEFAULT_BLEND, DEFAULT_OPACITY, default_layers_present
infos = _layer_infos()
keys = [i["key"] for i in infos]
saved = _load_defaults()
# Configuration figée depuis la carte, sinon réglages du registre (index.py)
default_layers = saved["on"] if saved else default_layers_present(keys)
default_opacity = saved["opacity"] if saved else dict(DEFAULT_OPACITY)
default_blend = saved["blend"] if saved else dict(DEFAULT_BLEND)
return {
"layers": infos,
"default_layers": default_layers,
"default_opacity": default_opacity,
"default_blend": default_blend,
"default_order": saved["order"] if saved else None,
"default_base": saved["base"] if saved else None,
"default_stack_blend": saved["stack_blend"] if saved else "normal",
"defaults_saved": bool(saved),
# L'interface consomme des tuiles 512 px (2× moins de requêtes qu'en
# 256 : décisif en HTTP/1.1) ; les clients OSM gardent le 256 canonique.
"tile_url": "tiles/{layer}/{z}/{x}/{y}@2x.webp",
"tile_size": tiles_mod.TILE_SIZE * 2,
"zoom_offset": -1,
"min_zoom": tiles_mod.TILE_MIN_Z,
"max_native_zoom": tiles_mod.TILE_MAX_NATIVE_Z - 1,
"bounds": tiles_mod.grid_bounds_wgs84(OUTPUT_DIR),
"stamp": tiles_mod.tiles_stamp(OUTPUT_DIR),
"attribution": ATTRIBUTION,
"attribution_text": ATTRIBUTION_TEXT,
"ui_version": ui_version(),
}
@app.get("/api/map/tile")
def map_tile_info(lat: float, lng: float):
"""Dalle LHD sous un point WGS84 + métadonnées de génération."""
from .index import _collect_tile_metadata, _res_suffix_str, scan_tiles
x, y = tiles_mod.wgs84_to_l93(lng, lat)
col, row = int(x // 1000), int(y // 1000) + 1
best = None
for t in scan_tiles(OUTPUT_DIR / "visualisations"):
if (t["col"], t["row"]) != (col, row):
continue
if best is None or t["resolution"] < best["resolution"]:
best = t
if best is None:
return {"found": False, "col": col, "row": row}
meta = _collect_tile_metadata(best, OUTPUT_DIR / "DTM")
return {
"found": True,
"col": col,
"row": row,
"name": best["basename"],
"resolution": best["resolution"],
"method": meta.get("method"),
"generated": meta.get("generated"),
"layers": sorted(best["viz"]),
"suffix": _res_suffix_str(best["resolution"]),
}
class WarmRequest(BaseModel):
layers: list = Field(default_factory=list,
description="couches à pré-calculer (défaut : toutes)")
z_min: int = Field(tiles_mod.TILE_MIN_Z, description="zoom minimal")
z_max: int = Field(16, description="zoom maximal (19 = résolution native)")
bounds: Optional[list] = Field(None,
description="[ouest, sud, est, nord] WGS84 ; "
"défaut : emprise des dalles")
scale: int = Field(1, description="1 = tuiles 256 px, 2 = 512 px (@2x)")
fmt: str = Field("png", description="png, webp ou avif")
_warm = {"running": False, "done": None, "result": None}
@app.post("/api/map/warm")
def map_warm(req: WarmRequest):
"""Pré-calcule des tuiles en tâche de fond (accélère la 1re consultation)."""
if _warm["running"]:
raise HTTPException(409, "un pré-chauffage est déjà en cours")
layers = [l for l in req.layers if _LAYER_RE.match(str(l))] or \
tiles_mod.available_layers(OUTPUT_DIR)
if req.fmt not in _MEDIA:
raise HTTPException(400, f"format invalide : {req.fmt}")
_warm.update(running=True, done=None, result=None)
def _run():
try:
_warm["result"] = tiles_mod.warm(
OUTPUT_DIR, layers, req.z_min, req.z_max,
req.bounds, max(1, min(2, req.scale)), req.fmt)
except Exception as e: # noqa: BLE001 — remonté via l'état
_warm["result"] = {"erreur": str(e)}
finally:
_warm["running"] = False
_warm["done"] = time.time()
threading.Thread(target=_run, daemon=True).start()
return {"demarré": True, "couches": layers}
@app.get("/api/map/warm")
def map_warm_status():
return dict(_warm)
@app.get("/healthz")
def healthz():
return {"ok": True, "layers": len(tiles_mod.available_layers(OUTPUT_DIR))}
# ---------------------------------------------------------------------------
# Interface
# ---------------------------------------------------------------------------
@app.get("/", response_class=HTMLResponse)
def root():
return HTMLResponse(render_html(), headers={
"Cache-Control": "no-cache, no-store, must-revalidate"})
@app.get("/assets/{file_path:path}")
def assets(file_path: str, v: str = None):
"""Assets de l'interface (revalidés : ils suivent l'image, pas le cache)."""
base = _assets_dir.resolve()
p = (_assets_dir / file_path).resolve()
if base not in p.parents or not p.is_file():
raise HTTPException(404, f"asset introuvable : {file_path}")
return FileResponse(str(p), headers={"Cache-Control": "no-cache, must-revalidate"})
if __name__ == "__main__":
import uvicorn
_cert = os.environ.get("LIDAR_SSL_CERTFILE")
_key = os.environ.get("LIDAR_SSL_KEYFILE")
_ssl = {"ssl_certfile": _cert, "ssl_keyfile": _key} if _cert and _key else {}
uvicorn.run(app, host="0.0.0.0", port=PORT, **_ssl)