Kris
1c590097be
新增 Twitter 和 Viber 两个渠道扩展。 Twitter 渠道扩展功能模块： - auth: OAuth 认证管理 - config: 渠道配置管理 - gateway: SSE/WebSocket 网关接入 - webhook: Webhook 事件处理 - outbound: 外发消息管理 - streaming: 流式消息处理 - pairing: 用户配对与绑定 - security: 安全校验 - dedupe: 消息去重 - monitor: 渠道状态监控 - status: 会话状态管理 - session: 会话管理 - tweets: 推文管理 - social: 社交互动 - reactions: 表情反应 - media: 媒体资源处理 Viber 渠道扩展功能模块： - config: 渠道配置管理 - gateway: SSE/WebSocket 网关接入 - webhook: Webhook 事件处理 - outbound: 外发消息管理 - streaming: 流式消息处理 - pairing: 用户配对与绑定 - security: 安全校验 - dedupe: 消息去重 - monitor: 渠道状态监控 - status: 会话状态管理 - rate_limiter: 速率限制 - media: 媒体资源处理
51 lines
1.4 KiB
Python
51 lines
1.4 KiB
Python
from __future__ import annotations
|
|
|
|
import logging
|
|
import time
|
|
from collections import OrderedDict
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
class TwitterDeduplicator:
|
|
def __init__(self, max_size: int = 5000, ttl_seconds: int = 86400):
|
|
self._cache: OrderedDict[str, float] = OrderedDict()
|
|
self._max_size = max_size
|
|
self._ttl = ttl_seconds
|
|
|
|
def is_duplicate(self, msg_id: str) -> bool:
|
|
if not msg_id:
|
|
return False
|
|
now = time.monotonic()
|
|
self._evict_expired(now)
|
|
if msg_id in self._cache:
|
|
return True
|
|
self._cache[msg_id] = now
|
|
while len(self._cache) > self._max_size:
|
|
self._cache.popitem(last=False)
|
|
return False
|
|
|
|
def mark_seen(self, msg_id: str) -> None:
|
|
if not msg_id:
|
|
return
|
|
now = time.monotonic()
|
|
self._evict_expired(now)
|
|
self._cache[msg_id] = now
|
|
|
|
def _evict_expired(self, now: float):
|
|
expired = [k for k, v in self._cache.items() if now - v > self._ttl]
|
|
for k in expired:
|
|
del self._cache[k]
|
|
|
|
def reset(self):
|
|
self._cache.clear()
|
|
|
|
|
|
_deduplicators: dict[str, TwitterDeduplicator] = {}
|
|
|
|
|
|
def get_deduplicator(account_id: str) -> TwitterDeduplicator:
|
|
if account_id not in _deduplicators:
|
|
_deduplicators[account_id] = TwitterDeduplicator()
|
|
return _deduplicators[account_id]
|