from __future__ import annotations import time import logging from yuxi.channel.protocols import DedupeProtocol logger = logging.getLogger(__name__) class MessageDeduplicator(DedupeProtocol): def __init__(self, ttl_seconds: int = 300, max_entries: int = 10000): self._seen: dict[str, float] = {} self._ttl = ttl_seconds self._max_entries = max_entries def is_duplicate(self, key: str) -> bool: if not key: return False self._cleanup() if key in self._seen: return True self._seen[key] = time.time() if len(self._seen) > self._max_entries: sorted_items = sorted(self._seen.items(), key=lambda x: x[1]) for old_id, _ in sorted_items[: len(self._seen) // 2]: del self._seen[old_id] return False def mark_seen(self, key: str) -> None: if key: self._seen[key] = time.time() def _cleanup(self) -> None: now = time.time() expired = [k for k, v in self._seen.items() if now - v > self._ttl] for k in expired: del self._seen[k] def reset(self) -> None: self._seen.clear() @property def ttl_seconds(self) -> int: return self._ttl @property def max_entries(self) -> int: return self._max_entries