2026-05-12 00:45:54 +08:00
|
|
|
from __future__ import annotations
|
|
|
|
|
|
2026-05-12 14:51:53 +08:00
|
|
|
import time
|
2026-05-12 00:45:54 +08:00
|
|
|
from collections import OrderedDict
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class EventDeduplicator:
|
2026-05-12 14:51:53 +08:00
|
|
|
def __init__(self, max_size: int = 10000, ttl_seconds: float = 300):
|
|
|
|
|
self._seen: OrderedDict[str, float] = OrderedDict()
|
2026-05-12 00:45:54 +08:00
|
|
|
self._max_size = max_size
|
2026-05-12 14:51:53 +08:00
|
|
|
self._ttl = ttl_seconds
|
2026-05-12 00:45:54 +08:00
|
|
|
|
|
|
|
|
def is_duplicate(self, event_id: str) -> bool:
|
2026-05-12 14:51:53 +08:00
|
|
|
now = time.monotonic()
|
|
|
|
|
while self._seen:
|
|
|
|
|
oldest_id, oldest_ts = next(iter(self._seen.items()))
|
|
|
|
|
if now - oldest_ts > self._ttl:
|
|
|
|
|
self._seen.popitem(last=False)
|
|
|
|
|
else:
|
|
|
|
|
break
|
|
|
|
|
|
2026-05-12 00:45:54 +08:00
|
|
|
if event_id in self._seen:
|
|
|
|
|
self._seen.move_to_end(event_id)
|
|
|
|
|
return True
|
|
|
|
|
|
2026-05-12 14:51:53 +08:00
|
|
|
self._seen[event_id] = now
|
2026-05-12 00:45:54 +08:00
|
|
|
if len(self._seen) > self._max_size:
|
|
|
|
|
self._seen.popitem(last=False)
|
|
|
|
|
return False
|
|
|
|
|
|
|
|
|
|
def clear(self) -> None:
|
|
|
|
|
self._seen.clear()
|
|
|
|
|
|
|
|
|
|
def __len__(self) -> int:
|
|
|
|
|
return len(self._seen)
|