37 lines
1.1 KiB
Python
37 lines
1.1 KiB
Python
|
from __future__ import annotations
|
||
|
|
|
||
|
|
import time
|
||
|
|
|
||
|
|
|
||
|
|
class RingCentralDeduplicator:
|
||
|
|
def __init__(self, ttl_seconds: int = 300, max_entries: int = 10000):
|
||
|
|
self._seen: dict[str, float] = {}
|
||
|
|
self.ttl_seconds = ttl_seconds
|
||
|
|
self.max_entries = max_entries
|
||
|
|
|
||
|
|
def is_duplicate(self, key: str) -> bool:
|
||
|
|
self._evict_expired()
|
||
|
|
return key in self._seen
|
||
|
|
|
||
|
|
def mark_seen(self, key: str) -> None:
|
||
|
|
self._seen[key] = time.time()
|
||
|
|
if len(self._seen) > self.max_entries:
|
||
|
|
self._evict_oldest()
|
||
|
|
|
||
|
|
def reset(self) -> None:
|
||
|
|
self._seen.clear()
|
||
|
|
|
||
|
|
def _evict_expired(self) -> None:
|
||
|
|
now = time.time()
|
||
|
|
expired = [k for k, t in self._seen.items() if now - t > self.ttl_seconds]
|
||
|
|
for k in expired:
|
||
|
|
del self._seen[k]
|
||
|
|
|
||
|
|
def _evict_oldest(self) -> None:
|
||
|
|
excess = len(self._seen) - self.max_entries
|
||
|
|
if excess <= 0:
|
||
|
|
return
|
||
|
|
sorted_keys = sorted(self._seen, key=lambda k: self._seen[k])
|
||
|
|
for k in sorted_keys[:excess]:
|
||
|
|
del self._seen[k]
|