ForcePilot/backend/package/yuxi/channel/extensions/clickup/dedupe.py
Kris a79fc8dd7b feat(clickup): 新增ClickUp聊天渠道插件完整实现
该提交实现了完整的ClickUp聊天渠道插件,包含以下核心功能:
1. 基础的@提及提取与格式化能力
2. 账号配对与会话管理
3. 消息流与流式回复支持
4. 重试限流与消息去重
5. 富文本格式转换与内容 sanitize
6. 安全策略与配置校验
7. Webhook接收与自动轮询回退
8. 消息收发、编辑、删除与回复
9. 频道与私信管理、反应功能
10. 完整的状态监控与健康检查
2026-05-21 10:43:19 +08:00

39 lines
1.2 KiB
Python

import logging
import time
logger = logging.getLogger(__name__)
class MessageDeduplicator:
def __init__(self, max_size: int = 10000, ttl_seconds: int = 300):
self._cache: dict[str, float] = {}
self._max_size = max_size
self._ttl_seconds = ttl_seconds
def is_duplicate(self, message_id: str) -> bool:
if not message_id:
return False
self._evict_expired()
if message_id in self._cache:
return True
self._cache[message_id] = time.monotonic()
self._trim_if_needed()
return False
def _evict_expired(self):
now = time.monotonic()
expired = [mid for mid, ts in self._cache.items() if now - ts > self._ttl_seconds]
for mid in expired:
del self._cache[mid]
def _trim_if_needed(self):
if len(self._cache) > self._max_size:
sorted_items = sorted(self._cache.items(), key=lambda x: x[1])
to_remove = len(self._cache) - self._max_size + 500
for mid, _ in sorted_items[:to_remove]:
del self._cache[mid]
logger.warning("ClickUp dedupe cache trimmed: removed %d entries", to_remove)