import logging import time logger = logging.getLogger(__name__) class MessageDeduplicator: def __init__(self, max_size: int = 10000, ttl_seconds: int = 300): self._cache: dict[str, float] = {} self._max_size = max_size self._ttl_seconds = ttl_seconds def is_duplicate(self, message_id: str) -> bool: if not message_id: return False self._evict_expired() if message_id in self._cache: return True self._cache[message_id] = time.monotonic() self._trim_if_needed() return False def _evict_expired(self): now = time.monotonic() expired = [mid for mid, ts in self._cache.items() if now - ts > self._ttl_seconds] for mid in expired: del self._cache[mid] def _trim_if_needed(self): if len(self._cache) > self._max_size: sorted_items = sorted(self._cache.items(), key=lambda x: x[1]) to_remove = len(self._cache) - self._max_size + 500 for mid, _ in sorted_items[:to_remove]: del self._cache[mid] logger.warning("ClickUp dedupe cache trimmed: removed %d entries", to_remove)