"""Incoming webhook handlers for webhook-based providers (Gitea, etc.).""" from __future__ import annotations import hashlib import hmac import json import logging from typing import Any from fastapi import APIRouter, HTTPException, Request from sqlmodel import select from sqlmodel.ext.asyncio.session import AsyncSession from notify_bridge_core.models.events import ServiceEvent from notify_bridge_core.notifications.dispatcher import NotificationDispatcher, TargetConfig from notify_bridge_core.providers.gitea.event_parser import parse_webhook as parse_gitea_webhook from notify_bridge_core.providers.planka.event_parser import parse_webhook as parse_planka_webhook from notify_bridge_core.providers.webhook.event_parser import parse_webhook as parse_generic_webhook from ..database.engine import get_engine from sqlalchemy import delete as sa_delete, func from ..database.models import ( EventLog, NotificationTracker, ServiceProvider, WebhookPayloadLog, ) from ..services.dispatch_helpers import ( event_allowed_by_config, get_app_timezone, load_link_data, ) _LOGGER = logging.getLogger(__name__) router = APIRouter(prefix="/api/webhooks", tags=["webhooks"]) async def _get_provider_by_token( session: AsyncSession, token: str, expected_type: str, ) -> ServiceProvider: """Look up a provider by its webhook_token and expected type.""" result = await session.exec( select(ServiceProvider).where( ServiceProvider.webhook_token == token, ServiceProvider.type == expected_type, ) ) provider = result.first() if not provider: raise HTTPException(status_code=404, detail="Provider not found") return provider # --------------------------------------------------------------------------- # HMAC-SHA256 validation # --------------------------------------------------------------------------- def _verify_gitea_signature(secret: str, body: bytes, signature: str) -> bool: """Verify Gitea X-Gitea-Signature HMAC-SHA256.""" expected = hmac.new(secret.encode(), body, hashlib.sha256).hexdigest() return hmac.compare_digest(expected, signature) # --------------------------------------------------------------------------- # Filter helpers # --------------------------------------------------------------------------- def _passes_filters( event: ServiceEvent, filters: dict[str, Any], ) -> bool: """Check if an event passes the tracker's filters.""" # Collection filter (repo full_name for Gitea) collections = filters.get("collections", []) if collections and event.collection_id not in collections: return False sender = event.extra.get("sender", "") # Sender allowlist senders = filters.get("senders", []) if senders and sender not in senders: return False # Sender blocklist exclude_senders = filters.get("exclude_senders", []) if exclude_senders and sender in exclude_senders: return False return True # --------------------------------------------------------------------------- # Shared dispatch helper # --------------------------------------------------------------------------- async def _dispatch_webhook_event( engine: Any, provider_id: int, provider_name: str, provider_config: dict[str, Any], event: ServiceEvent, detail_keys: tuple[str, ...], ) -> int: """Load trackers, filter, create EventLogs, dispatch notifications, and commit. Parameters ---------- engine: SQLAlchemy async engine. provider_id: ID of the ServiceProvider that received the webhook. provider_name: Human-readable name of the provider (for logging). provider_config: The provider's ``config`` dict (passed through to target config builder). event: Parsed :class:`ServiceEvent` to dispatch. detail_keys: Keys from ``event.extra`` to include in the EventLog ``details`` dict. Returns ------- int Number of successfully dispatched notifications. """ dispatched = 0 async with AsyncSession(engine) as session: tracker_result = await session.exec( select(NotificationTracker).where( NotificationTracker.provider_id == provider_id, NotificationTracker.enabled == True, # noqa: E712 ) ) trackers = tracker_result.all() for tracker in trackers: filters = tracker.filters or {} if not _passes_filters(event, filters): _LOGGER.debug( "Event filtered out for tracker %d (%s)", tracker.id, tracker.name ) continue link_data = await load_link_data(session, tracker.id) if not link_data: continue app_tz = await get_app_timezone(session) # Log event extra_details = {k: v for k, v in event.extra.items() if k in detail_keys} session.add(EventLog( user_id=tracker.user_id, tracker_id=tracker.id, tracker_name=tracker.name, provider_id=provider_id, provider_name=provider_name, event_type=event.event_type.value, collection_id=event.collection_id, collection_name=event.collection_name, assets_count=0, details={ "provider_type": event.provider_type.value, **extra_details, }, )) # Dispatch to targets dispatcher = NotificationDispatcher() target_configs = _build_target_configs(event, link_data, provider_config, app_tz) if target_configs: results = await dispatcher.dispatch(event, target_configs) for r in results: if r.get("success"): dispatched += 1 else: _LOGGER.error( "Notification failed for tracker %d: %s", tracker.id, r.get("error", "unknown"), ) await session.commit() return dispatched # --------------------------------------------------------------------------- # Gitea webhook endpoint # --------------------------------------------------------------------------- @router.post("/gitea/{token}") async def gitea_webhook(token: str, request: Request): """Receive a Gitea webhook, parse it, filter, and dispatch notifications.""" engine = get_engine() # --- Load provider and validate signature --- async with AsyncSession(engine) as session: provider = await _get_provider_by_token(session, token, "gitea") webhook_secret = (provider.config or {}).get("webhook_secret", "") # Read raw body for HMAC check raw_body = await request.body() if not webhook_secret: raise HTTPException( status_code=403, detail="Webhook secret not configured on this provider", ) signature = request.headers.get("X-Gitea-Signature", "") if not signature or not _verify_gitea_signature(webhook_secret, raw_body, signature): raise HTTPException(status_code=403, detail="Invalid signature") # Parse event header + payload event_header = request.headers.get("X-Gitea-Event", "") if not event_header: return {"ok": True, "skipped": "no event header"} try: payload = await request.json() except (json.JSONDecodeError, ValueError): raise HTTPException(status_code=400, detail="Invalid JSON") event = parse_gitea_webhook(event_header, payload, provider.name) if event is None: return {"ok": True, "skipped": "unmapped event"} # --- Dispatch --- dispatched = await _dispatch_webhook_event( engine=engine, provider_id=provider.id, provider_name=provider.name, provider_config=provider.config or {}, event=event, detail_keys=( "sender", "branch", "commit_count", "issue_number", "issue_title", "pr_number", "pr_title", "release_tag", "release_name", ), ) return {"ok": True, "dispatched": dispatched} # --------------------------------------------------------------------------- # Planka webhook endpoint # --------------------------------------------------------------------------- def _verify_planka_token(expected_token: str, request: Request) -> bool: """Verify Planka webhook Bearer token.""" auth_header = request.headers.get("Authorization", "") if auth_header.startswith("Bearer "): token = auth_header[7:] return hmac.compare_digest(token, expected_token) return False @router.post("/planka/{token}") async def planka_webhook(token: str, request: Request): """Receive a Planka webhook, parse it, filter, and dispatch notifications.""" engine = get_engine() # --- Load provider and validate token --- async with AsyncSession(engine) as session: provider = await _get_provider_by_token(session, token, "planka") webhook_secret = (provider.config or {}).get("webhook_secret", "") if not webhook_secret: raise HTTPException( status_code=403, detail="Webhook secret not configured on this provider", ) if not _verify_planka_token(webhook_secret, request): raise HTTPException(status_code=403, detail="Invalid token") # Parse payload try: payload = await request.json() except (json.JSONDecodeError, ValueError): raise HTTPException(status_code=400, detail="Invalid JSON") event_type = payload.get("type", "") if not event_type: return {"ok": True, "skipped": "no event type"} base_url = (provider.config or {}).get("url", "") event = parse_planka_webhook(event_type, payload, provider.name, base_url=base_url) if event is None: return {"ok": True, "skipped": "unmapped event"} # --- Dispatch --- dispatched = await _dispatch_webhook_event( engine=engine, provider_id=provider.id, provider_name=provider.name, provider_config=provider.config or {}, event=event, detail_keys=( "sender", "card_name", "board_name", "list_name", "old_list_name", "new_list_name", "comment_text", "task_name", "attachment_name", "label_name", ), ) return {"ok": True, "dispatched": dispatched} # --------------------------------------------------------------------------- # Generic Webhook endpoint # --------------------------------------------------------------------------- def _verify_generic_webhook_auth( config: dict[str, Any], request: Request, raw_body: bytes, ) -> bool: """Verify authentication for a generic webhook based on configured auth_mode.""" auth_mode = config.get("auth_mode", "none") if auth_mode == "none": return True secret = config.get("webhook_secret", "") if not secret: return False if auth_mode == "hmac_sha256": # Support common signature headers signature = ( request.headers.get("X-Hub-Signature-256", "") or request.headers.get("X-Webhook-Signature", "") or request.headers.get("X-Signature-256", "") ) # Strip "sha256=" prefix if present (GitHub-style) if signature.startswith("sha256="): signature = signature[7:] if not signature: return False expected = hmac.new(secret.encode(), raw_body, hashlib.sha256).hexdigest() return hmac.compare_digest(expected, signature) if auth_mode == "bearer_token": auth_header = request.headers.get("Authorization", "") if auth_header.startswith("Bearer "): token = auth_header[7:] return hmac.compare_digest(token, secret) return False return False _SENSITIVE_HEADER_SUBSTR = ( "token", "auth", "key", "secret", "signature", "password", "credential", "cookie", "x-api", "x-hub-signature", ) def _is_sensitive_header(name: str) -> bool: n = name.lower() return any(s in n for s in _SENSITIVE_HEADER_SUBSTR) def _filter_headers(raw_headers: dict[str, str]) -> dict[str, str]: """Keep only safe headers for logging (strip Authorization, signatures, tokens). Allowlist base set of known-safe headers, accept X-* only if they do not match any sensitive substring (token/auth/key/secret/signature/...). """ safe: dict[str, str] = {} for k, v in raw_headers.items(): kl = k.lower() if _is_sensitive_header(kl): continue if kl in ("content-type", "user-agent", "content-length", "accept") or kl.startswith("x-"): safe[k] = v return safe async def _save_webhook_log( session: AsyncSession, provider_id: int, method: str, headers: dict[str, str], body: dict[str, Any] | str, status: str, extracted_fields: dict[str, Any] | None = None, error_message: str = "", max_count: int = 20, ) -> None: """Insert a webhook payload log entry and prune old ones.""" try: body_json = body if isinstance(body, dict) else {} session.add(WebhookPayloadLog( provider_id=provider_id, method=method, headers=headers, body=body_json, status=status, extracted_fields=extracted_fields or {}, error_message=error_message, )) await session.flush() # Atomic prune: DELETE anything for this provider outside the newest # max_count rows. Avoids the COUNT -> SELECT -> DELETE race. keep_subq = ( select(WebhookPayloadLog.id) .where(WebhookPayloadLog.provider_id == provider_id) .order_by(WebhookPayloadLog.created_at.desc(), WebhookPayloadLog.id.desc()) .limit(max_count) .subquery() ) await session.execute( sa_delete(WebhookPayloadLog) .where(WebhookPayloadLog.provider_id == provider_id) .where(~WebhookPayloadLog.id.in_(select(keep_subq.c.id))) ) except Exception: _LOGGER.warning("Failed to save webhook payload log for provider %d", provider_id, exc_info=True) try: await session.rollback() except Exception: pass @router.post("/webhook/{token}") async def generic_webhook(token: str, request: Request): """Receive a generic webhook, extract variables via JSONPath, and dispatch notifications.""" engine = get_engine() # --- Load provider and validate auth --- async with AsyncSession(engine) as session: provider = await _get_provider_by_token(session, token, "webhook") provider_id = provider.id provider_config = provider.config or {} provider_name = provider.name store_payloads = provider_config.get("store_payloads", True) max_stored = min(max(int(provider_config.get("max_stored_payloads", 20)), 1), 100) raw_body = await request.body() # Enforce payload size limit BEFORE parsing JSON if len(raw_body) > 1_000_000: raise HTTPException(status_code=413, detail="Payload too large (max 1 MB)") if not _verify_generic_webhook_auth(provider_config, request, raw_body): raise HTTPException(status_code=403, detail="Authentication failed") safe_headers = _filter_headers(dict(request.headers)) # Parse JSON payload try: payload = await request.json() if not isinstance(payload, dict): raise ValueError("Payload must be a JSON object") except (json.JSONDecodeError, ValueError): if store_payloads: async with AsyncSession(get_engine()) as log_session: await _save_webhook_log( log_session, provider_id, request.method, safe_headers, {}, "error", error_message="Invalid JSON", max_count=max_stored, ) await log_session.commit() raise HTTPException(status_code=400, detail="Invalid JSON") # Parse via JSONPath mappings req_headers = dict(request.headers) event = parse_generic_webhook(payload, provider_name, provider_config, headers=req_headers) if event is None: if store_payloads: async with AsyncSession(get_engine()) as log_session: await _save_webhook_log( log_session, provider_id, request.method, safe_headers, payload, "unmatched", max_count=max_stored, ) await log_session.commit() return {"ok": True, "skipped": "parse failed"} # Inject source IP source_ip = request.client.host if request.client else "" event.extra["source_ip"] = source_ip # --- Dispatch --- dispatched = await _dispatch_webhook_event( engine=engine, provider_id=provider_id, provider_name=provider_name, provider_config=provider_config, event=event, detail_keys=( "event_type_raw", "source_ip", ), ) # Log matched payload (separate session — dispatch already committed) if store_payloads: async with AsyncSession(engine) as log_session: await _save_webhook_log( log_session, provider_id, request.method, safe_headers, payload, "matched" if dispatched > 0 else "unmatched", extracted_fields=dict(event.extra), max_count=max_stored, ) await log_session.commit() return {"ok": True, "dispatched": dispatched} def _build_target_configs( event: ServiceEvent, link_data: list[dict[str, Any]], provider_config: dict[str, Any], app_tz: str = "UTC", ) -> list[TargetConfig]: """Build TargetConfig objects for dispatch, applying tracking config filters.""" target_configs: list[TargetConfig] = [] for ld in link_data: tc = ld["tracking_config"] if tc and not event_allowed_by_config(event, tc, app_tz): continue tmpl = ld["template_config"] target_configs.append(TargetConfig( type=ld["target_type"], config=ld["target_config"], template_slots=ld["template_slots"], date_format=tmpl.date_format if tmpl else "%d.%m.%Y, %H:%M UTC", date_only_format=tmpl.date_only_format if tmpl and tmpl.date_only_format else "%d.%m.%Y", provider_api_key=provider_config.get("api_token"), provider_internal_url=provider_config.get("url", ""), provider_external_url=provider_config.get("url", ""), receivers=ld["receivers"], )) return target_configs