d4e7e674d8
- 4-container stack: ClickHouse, platform (Rocky 9), bot-detector, dashboard - Platform builds sentinel on Rocky (CGO+libpcap native), correlator static - mod-reqin-log compiled with apxs on Rocky (matching RPM build target) - ClickHouse init script patches credentials for test env (sed-based) - 8-phase test runner: schema, traffic gen, pipeline, dashboard API, bot-detector, sentinel - All 13 checks pass, 3 non-blocking warnings (empty dicts, log paths) SQL schema fixes discovered during integration: - 02_dictionaries: IPv6CIDR → String (not a valid ClickHouse type) - 03_anubis_tables: dict_anubis_ua missing has_ip/rule_id/category attrs - 03_anubis_tables: dict_anubis_country FLAT() → COMPLEX_KEY_HASHED() (String key) - 09_audit_table: CODEC before DEFAULT → DEFAULT before CODEC Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>
142 lines
5.0 KiB
Makefile
142 lines
5.0 KiB
Makefile
# =============================================================================
|
||
# ja4-platform — Monorepo Makefile
|
||
# All targets use new service names:
|
||
# sentinel, correlator, bot-detector, dashboard, mod-reqin-log
|
||
# =============================================================================
|
||
|
||
.PHONY: build-all test-all rpm-all dist \
|
||
build-sentinel test-sentinel rpm-sentinel \
|
||
test-integration \
|
||
test-mod-reqin-log rpm-mod-reqin-log \
|
||
build-correlator test-correlator rpm-correlator \
|
||
build-bot-detector test-bot-detector \
|
||
build-dashboard test-dashboard \
|
||
test-ja4common-python
|
||
|
||
# --- Root -------------------------------------------------------------------
|
||
|
||
build-all: build-sentinel build-correlator build-bot-detector build-dashboard
|
||
@echo "All services built."
|
||
|
||
test-all: test-sentinel test-correlator test-bot-detector test-dashboard test-ja4common-python
|
||
@echo "All tests completed."
|
||
|
||
rpm-all: rpm-sentinel rpm-correlator rpm-mod-reqin-log
|
||
@echo "All RPMs built."
|
||
|
||
dist: rpm-all
|
||
@echo "Distribution packages ready in services/*/dist/"
|
||
|
||
# --- sentinel (was ja4sentinel) ---------------------------------------------
|
||
|
||
build-sentinel:
|
||
docker build \
|
||
--build-arg VERSION=$$(git -C services/sentinel describe --tags --always 2>/dev/null || echo dev) \
|
||
--build-arg GIT_COMMIT=$$(git rev-parse --short HEAD 2>/dev/null || echo unknown) \
|
||
--build-arg BUILD_TIME=$$(date -u +%Y-%m-%dT%H:%M:%SZ) \
|
||
-f services/sentinel/Dockerfile \
|
||
-t ja4-platform/sentinel:latest \
|
||
.
|
||
|
||
test-sentinel:
|
||
# Tests run inside Docker — no native Go required on the host
|
||
docker build -f services/sentinel/Dockerfile.dev -t ja4-platform/sentinel-tests:latest .
|
||
docker run --rm --cap-add=NET_RAW --cap-add=NET_ADMIN ja4-platform/sentinel-tests:latest
|
||
|
||
rpm-sentinel:
|
||
# Méthode: Dockerfile.package → builder Go → rpm-builder (rpmbuild ×3) → output alpine
|
||
docker build \
|
||
-f services/sentinel/Dockerfile.package \
|
||
--target output \
|
||
--output type=local,dest=services/sentinel/dist \
|
||
--build-arg VERSION=$(shell git -C services/sentinel describe --tags --always 2>/dev/null || echo dev) \
|
||
.
|
||
@echo "📦 RPMs sentinel dans services/sentinel/dist/"
|
||
|
||
# --- mod-reqin-log (was mod_reqin_log) --------------------------------------
|
||
|
||
test-mod-reqin-log:
|
||
docker build -f services/mod-reqin-log/Dockerfile.tests -t ja4-platform/mod-reqin-log-tests:latest .
|
||
docker run --rm ja4-platform/mod-reqin-log-tests:latest
|
||
|
||
rpm-mod-reqin-log:
|
||
# Méthode: Dockerfile.package → builder C (×3 distros) → rpm-builder (rpmbuild ×3) → output alpine
|
||
docker build \
|
||
-f services/mod-reqin-log/Dockerfile.package \
|
||
--target output \
|
||
--output type=local,dest=services/mod-reqin-log/dist \
|
||
.
|
||
@echo "📦 RPMs mod-reqin-log dans services/mod-reqin-log/dist/"
|
||
|
||
# --- correlator (was logcorrelator) -----------------------------------------
|
||
|
||
build-correlator:
|
||
docker build \
|
||
-f services/correlator/Dockerfile \
|
||
-t ja4-platform/correlator:latest \
|
||
.
|
||
|
||
test-correlator:
|
||
# Tests run inside the Dockerfile builder stage (80% coverage gate enforced)
|
||
docker build --target builder -f services/correlator/Dockerfile -t ja4-platform/correlator-tests:latest .
|
||
|
||
rpm-correlator:
|
||
# Méthode: Dockerfile.package → builder Go → rpm-builder (rpmbuild ×3) → output alpine
|
||
docker build \
|
||
-f services/correlator/Dockerfile.package \
|
||
--target output \
|
||
--output type=local,dest=services/correlator/dist \
|
||
--build-arg VERSION=$(shell git -C services/correlator describe --tags --always 2>/dev/null || echo dev) \
|
||
.
|
||
@echo "📦 RPMs correlator dans services/correlator/dist/"
|
||
|
||
# --- bot-detector (was bot_detector) ----------------------------------------
|
||
|
||
build-bot-detector:
|
||
docker build \
|
||
-f services/bot-detector/bot_detector/Dockerfile \
|
||
-t ja4-platform/bot-detector:latest \
|
||
.
|
||
|
||
test-bot-detector:
|
||
docker build \
|
||
-f services/bot-detector/bot_detector/Dockerfile.tests \
|
||
-t ja4-platform/bot-detector-tests:latest \
|
||
.
|
||
docker run --rm ja4-platform/bot-detector-tests:latest
|
||
|
||
# --- dashboard --------------------------------------------------------------
|
||
|
||
build-dashboard:
|
||
docker build \
|
||
-f services/dashboard/Dockerfile \
|
||
-t ja4-platform/dashboard:latest \
|
||
.
|
||
|
||
test-dashboard:
|
||
docker build \
|
||
-f services/dashboard/Dockerfile.tests \
|
||
-t ja4-platform/dashboard-tests:latest \
|
||
.
|
||
docker run --rm ja4-platform/dashboard-tests:latest
|
||
|
||
# --- shared/python/ja4_common -----------------------------------------------
|
||
|
||
test-ja4common-python:
|
||
docker build \
|
||
-f shared/python/ja4_common/Dockerfile.tests \
|
||
-t ja4-platform/ja4common-python-tests:latest \
|
||
shared/python/ja4_common/
|
||
docker run --rm ja4-platform/ja4common-python-tests:latest
|
||
|
||
# --- integration (full-stack) -----------------------------------------------
|
||
|
||
test-integration:
|
||
cd tests/integration && ./run-tests.sh
|
||
|
||
test-integration-keep:
|
||
cd tests/integration && ./run-tests.sh --no-down
|
||
|
||
test-integration-down:
|
||
cd tests/integration && docker compose down -v --remove-orphans
|