35 lines
855 B
Python
35 lines
855 B
Python
|
from collections import OrderedDict
|
||
|
|
import time
|
||
|
|
import logging
|
||
|
|
|
||
|
|
logger = logging.getLogger(__name__)
|
||
|
|
|
||
|
|
|
||
|
|
class WorkplaceDeduplicator:
|
||
|
|
def __init__(self, max_size: int = 10000, ttl_seconds: int = 300):
|
||
|
|
self._seen: OrderedDict[str, float] = OrderedDict()
|
||
|
|
self._max_size = max_size
|
||
|
|
self._ttl = ttl_seconds
|
||
|
|
|
||
|
|
def is_duplicate(self, msg_id: str) -> bool:
|
||
|
|
if not msg_id:
|
||
|
|
return False
|
||
|
|
|
||
|
|
now = time.time()
|
||
|
|
|
||
|
|
expired = [k for k, ts in self._seen.items() if now - ts > self._ttl]
|
||
|
|
for k in expired:
|
||
|
|
self._seen.pop(k, None)
|
||
|
|
|
||
|
|
if msg_id in self._seen:
|
||
|
|
return True
|
||
|
|
|
||
|
|
if len(self._seen) >= self._max_size:
|
||
|
|
self._seen.popitem(last=False)
|
||
|
|
|
||
|
|
self._seen[msg_id] = now
|
||
|
|
return False
|
||
|
|
|
||
|
|
def clear(self) -> None:
|
||
|
|
self._seen.clear()
|