- webapp.py: FastAPI serving the continuous map (port 8973) with /api/preview, /api/generate and /api/status; tiles are downloaded from IGN and processed in a logged subprocess, tracked live in a side "File de génération" panel that survives page reloads - fetch_ign.py: download missing 1 km LiDAR HD tiles from the IGN geoplateforme before processing - index.py: tile thumbnails and 500 m subtiles are now invalidated by mtime so regenerating a tile refreshes its cached images; progress logging per tile - dtm.py: back to the historical gap handling (small gaps filled by fillnodata only, larger holes left as nodata rendered black); lowest-return floor only via --bare-earth, IGN class selection via --ign-classes - cli.py: positional input now optional (--rebuild-index works alone) - docker-compose.yml: serve (GPU, port 8973) and process services; launch via docker compose only (documented in AGENTS.md/AGENTS.md) - tests: 131 passing, incl. regressions for thumbnail staleness, --rebuild-index without input, and nodata rendering
152 lines
6.1 KiB
Python
152 lines
6.1 KiB
Python
"""Tests for rendering module (colormaps, tif_to_png)."""
|
|
|
|
import numpy as np
|
|
import rasterio
|
|
from rasterio.transform import from_bounds
|
|
import pytest
|
|
from pathlib import Path
|
|
|
|
|
|
def _make_test_tif(tmp_path, data=None, size=50):
|
|
"""Create a small test GeoTIFF and return its path."""
|
|
if data is None:
|
|
rng = np.random.default_rng(42)
|
|
data = rng.normal(0, 1, (size, size)).astype(np.float32)
|
|
|
|
transform = from_bounds(660000, 6700000, 661000, 6701000, size, size)
|
|
tif_file = tmp_path / "test_vis.tif"
|
|
with rasterio.open(
|
|
tif_file, 'w', driver='GTiff', height=size, width=size,
|
|
count=1, dtype='float32', crs='EPSG:2154', transform=transform,
|
|
compress='lzw'
|
|
) as dst:
|
|
dst.write(data, 1)
|
|
return tif_file
|
|
|
|
|
|
class TestColormaps:
|
|
def test_colormaps_dict_exists(self):
|
|
from lidar_pipeline.rendering import COLORMAPS
|
|
assert isinstance(COLORMAPS, dict)
|
|
|
|
def test_all_viz_steps_have_colormaps(self):
|
|
"""Every VIZ_STEPS entry should have a corresponding COLORMAPS entry or render correctly."""
|
|
from lidar_pipeline.pipeline import VIZ_STEPS
|
|
from lidar_pipeline.rendering import COLORMAPS
|
|
# Some viz names differ from colormap keys
|
|
name_map = {
|
|
'pos_open': 'positive_openness',
|
|
'neg_open': 'negative_openness',
|
|
}
|
|
# IGN overlays (ortho, topo) are RGB images — no colormap needed
|
|
skip = {'ortho', 'topo'}
|
|
for name, _ in VIZ_STEPS:
|
|
if name in skip:
|
|
continue
|
|
cmap_key = name_map.get(name, name)
|
|
assert cmap_key in COLORMAPS, f"Missing colormap for: {name} (looked as {cmap_key})"
|
|
|
|
def test_colormap_has_required_keys(self):
|
|
"""Each colormap entry must have cmap, title, legend, description."""
|
|
from lidar_pipeline.rendering import COLORMAPS
|
|
required = {'cmap', 'title', 'legend', 'description'}
|
|
for name, entry in COLORMAPS.items():
|
|
missing = required - set(entry.keys())
|
|
assert not missing, f"Colormap '{name}' missing keys: {missing}"
|
|
|
|
|
|
class TestTifToPng:
|
|
def test_converts_tif_to_webp(self, tmp_path):
|
|
from lidar_pipeline.rendering import tif_to_png
|
|
tif_file = _make_test_tif(tmp_path)
|
|
result = tif_to_png(tif_file, tmp_path, 5.0)
|
|
assert result is not None
|
|
assert result.exists()
|
|
assert result.suffix == '.avif'
|
|
|
|
def test_removes_source_tif(self, tmp_path):
|
|
from lidar_pipeline.rendering import tif_to_png
|
|
tif_file = _make_test_tif(tmp_path)
|
|
assert tif_file.exists()
|
|
tif_to_png(tif_file, tmp_path, 5.0)
|
|
assert not tif_file.exists(), "Source TIF should be deleted after conversion"
|
|
|
|
def test_webp_has_content(self, tmp_path):
|
|
from lidar_pipeline.rendering import tif_to_png
|
|
tif_file = _make_test_tif(tmp_path)
|
|
result = tif_to_png(tif_file, tmp_path, 5.0)
|
|
assert result.stat().st_size > 1000 # Must be a real image
|
|
|
|
|
|
class TestApplyColormap:
|
|
def test_symmetric_mode(self, tmp_path):
|
|
from lidar_pipeline.rendering import COLORMAPS, tif_to_png
|
|
# LRM uses symmetric mode
|
|
data = np.random.default_rng(42).normal(0, 0.5, (50, 50)).astype(np.float32)
|
|
tif_file = _make_test_tif(tmp_path, data)
|
|
result = tif_to_png(tif_file, tmp_path, 5.0)
|
|
assert result is not None
|
|
assert result.exists()
|
|
|
|
def test_percentile_mode(self, tmp_path):
|
|
from lidar_pipeline.rendering import tif_to_png
|
|
# Most visualizations use percentile mode
|
|
data = np.random.default_rng(42).normal(50, 10, (50, 50)).astype(np.float32)
|
|
tif_file = _make_test_tif(tmp_path, data)
|
|
result = tif_to_png(tif_file, tmp_path, 5.0)
|
|
assert result is not None
|
|
assert result.exists()
|
|
|
|
|
|
class TestTifToCrop:
|
|
"""Conversion TIF → dalle cartographique (tif_to_crop)."""
|
|
|
|
@staticmethod
|
|
def _write_named_tif(tmp_path, name, arr):
|
|
transform = from_bounds(660000, 6700000, 661000, 6701000, arr.shape[1], arr.shape[0])
|
|
tif_file = tmp_path / name
|
|
with rasterio.open(
|
|
tif_file, 'w', driver='GTiff', height=arr.shape[0], width=arr.shape[1],
|
|
count=1, dtype='float32', crs='EPSG:2154', transform=transform,
|
|
nodata=float('nan'), compress='lzw'
|
|
) as dst:
|
|
dst.write(arr.astype('float32'), 1)
|
|
return tif_file
|
|
|
|
def test_nodata_renders_black(self, tmp_path):
|
|
"""Le nodata restant est rendu en noir (comportement historique).
|
|
|
|
Les trous du MNT sont comblés en amont (interpolation dans
|
|
create_dtm_fast, tous modes) ; ce qui reste en nodata doit rester
|
|
visible en noir sur la dalle plutôt qu'inventé au rendu.
|
|
"""
|
|
from PIL import Image as PILImage
|
|
from lidar_pipeline.rendering import tif_to_crop
|
|
|
|
data = np.random.default_rng(7).normal(50, 10, (40, 40)).astype(np.float32)
|
|
data[15:25, 15:25] = np.nan
|
|
tif_file = self._write_named_tif(tmp_path, "LHD_test_slope.tif", data)
|
|
|
|
# WebP lossless : l'encodeur AVIF de l'image « saigne » légèrement les
|
|
# bords du noir même en lossless — on teste la logique nodata→noir,
|
|
# pas les artefacts du codec.
|
|
out = tif_to_crop(tif_file, tmp_path, 5.0, keep_tif=True,
|
|
quality=100, output_format='webp')
|
|
assert out is not None and out.exists()
|
|
|
|
rgb = np.asarray(PILImage.open(str(out)).convert('RGB'))
|
|
hole = rgb[15:25, 15:25, :]
|
|
assert np.all(hole == 0), "le nodata doit être rendu en noir"
|
|
|
|
def test_without_nodata(self, tmp_path):
|
|
"""Un TIF sans nodata est converti sans crash, taille préservée."""
|
|
from PIL import Image as PILImage
|
|
from lidar_pipeline.rendering import tif_to_crop
|
|
|
|
data = np.random.default_rng(7).normal(50, 10, (40, 40)).astype(np.float32)
|
|
tif_file = self._write_named_tif(tmp_path, "LHD_test_slope.tif", data)
|
|
|
|
out = tif_to_crop(tif_file, tmp_path, 5.0)
|
|
assert out is not None and out.exists()
|
|
img = PILImage.open(str(out))
|
|
assert img.size == (40, 40) |