47 lines
1.2 KiB
Python
47 lines
1.2 KiB
Python
|
from __future__ import annotations
|
||
|
|
|
||
|
|
import time
|
||
|
|
from collections import OrderedDict
|
||
|
|
|
||
|
|
|
||
|
|
class LazadaDedupeStore:
|
||
|
|
def __init__(self, max_size: int = 10000, ttl_seconds: int = 3600):
|
||
|
|
self._store: OrderedDict[str, float] = OrderedDict()
|
||
|
|
self._max_size = max_size
|
||
|
|
self._ttl = ttl_seconds
|
||
|
|
|
||
|
|
def is_duplicate(self, message_id: str) -> bool:
|
||
|
|
if not message_id:
|
||
|
|
return False
|
||
|
|
|
||
|
|
self._evict_expired()
|
||
|
|
|
||
|
|
if message_id in self._store:
|
||
|
|
return True
|
||
|
|
|
||
|
|
self._store[message_id] = time.time()
|
||
|
|
self._store.move_to_end(message_id)
|
||
|
|
|
||
|
|
while len(self._store) > self._max_size:
|
||
|
|
self._store.popitem(last=False)
|
||
|
|
|
||
|
|
return False
|
||
|
|
|
||
|
|
def mark_seen(self, message_id: str) -> None:
|
||
|
|
self._store[message_id] = time.time()
|
||
|
|
self._store.move_to_end(message_id)
|
||
|
|
self._evict_overflow()
|
||
|
|
|
||
|
|
def _evict_expired(self) -> None:
|
||
|
|
now = time.time()
|
||
|
|
expired = [k for k, v in self._store.items() if now - v > self._ttl]
|
||
|
|
for k in expired:
|
||
|
|
del self._store[k]
|
||
|
|
|
||
|
|
def _evict_overflow(self) -> None:
|
||
|
|
while len(self._store) > self._max_size:
|
||
|
|
self._store.popitem(last=False)
|
||
|
|
|
||
|
|
def clear(self) -> None:
|
||
|
|
self._store.clear()
|