Kris
4a4e256955
实现了 GitLab 全功能集成，包含 Webhook 处理、API 客户端、消息收发、会话管理、安全校验、限流器等完整模块，支持 Issues、Merge Requests、流水线等事件监听与交互。
59 lines
1.7 KiB
Python
59 lines
1.7 KiB
Python
from __future__ import annotations
|
|
|
|
import hashlib
|
|
import logging
|
|
import time
|
|
from collections import OrderedDict
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
class GitLabDeduplicator:
|
|
def __init__(self, max_size: int = 10000, ttl_seconds: float = 600):
|
|
self._seen: OrderedDict[str, float] = OrderedDict()
|
|
self._max_size = max_size
|
|
self._ttl = ttl_seconds
|
|
|
|
def is_duplicate(self, payload: dict, event_uuid: str | None) -> bool:
|
|
now = time.monotonic()
|
|
self._evict_expired(now)
|
|
|
|
if event_uuid:
|
|
key = f"uuid:{event_uuid}"
|
|
else:
|
|
key = f"fp:{self._create_fingerprint(payload)}"
|
|
|
|
if key in self._seen:
|
|
logger.debug("GitLab dedupe: duplicate %s", key[:60])
|
|
self._seen.move_to_end(key)
|
|
return True
|
|
|
|
self._seen[key] = now
|
|
self._seen.move_to_end(key)
|
|
|
|
while len(self._seen) > self._max_size:
|
|
self._seen.popitem(last=False)
|
|
|
|
return False
|
|
|
|
def _evict_expired(self, now: float) -> None:
|
|
cutoff = now - self._ttl
|
|
expired = [k for k, ts in self._seen.items() if ts < cutoff]
|
|
for k in expired:
|
|
del self._seen[k]
|
|
|
|
@staticmethod
|
|
def _create_fingerprint(payload: dict) -> str:
|
|
key_parts = [
|
|
str(payload.get("object_kind")),
|
|
str(payload.get("event_type")),
|
|
str(payload.get("object_attributes", {}).get("id")),
|
|
str(payload.get("object_attributes", {}).get("updated_at")),
|
|
str(payload.get("user", {}).get("id")),
|
|
]
|
|
raw = "|".join(key_parts)
|
|
return hashlib.sha256(raw.encode()).hexdigest()[:16]
|
|
|
|
def reset(self):
|
|
self._seen.clear()
|