Kris
849d21120f
新增一系列安全相关功能： 1. 新增二维码生成工具，支持自定义参数导出图片/Base64/字节流 2. 新增HTML内容安全处理工具，包括标签剥离、转义、URL校验 3. 新增日志敏感信息脱敏工具，支持配置、字典、日志记录脱敏 4. 新增密钥管理运行时，支持从环境变量/文件加载密钥 5. 新增身份链接管理，支持多渠道身份绑定与解析 6. 新增SSRF防护工具，支持域名/IP校验与固定主机 7. 新增安全权限修复工具，修复文件目录权限与配置项 8. 新增外部内容安全处理，支持LLM特殊令牌剥离与注入检测 9. 新增认证限流工具，支持多维度限流与本地回环豁免 10. 新增配对管理工具，支持安全配对码生成与校验 11. 新增白名单管理工具，支持DM/群组/来源白名单校验
102 lines
2.3 KiB
Python
102 lines
2.3 KiB
Python
from __future__ import annotations
|
|
|
|
import html
|
|
import re
|
|
from urllib.parse import urlparse
|
|
|
|
_ALLOWED_URL_SCHEMES: frozenset[str] = frozenset({
|
|
"http",
|
|
"https",
|
|
"ftp",
|
|
"ftps",
|
|
"mailto",
|
|
"tel",
|
|
})
|
|
|
|
_DISALLOWED_URL_SCHEMES: frozenset[str] = frozenset({
|
|
"javascript",
|
|
"data",
|
|
"vbscript",
|
|
"file",
|
|
"about",
|
|
"chrome",
|
|
"resource",
|
|
})
|
|
|
|
_HTML_TAG_RE = re.compile(r"<[^>]+>")
|
|
|
|
_HTML_ENTITY_RE = re.compile(r"&(?:#[0-9]+|#x[0-9a-fA-F]+|[a-zA-Z][a-zA-Z0-9]*);")
|
|
|
|
|
|
def strip_html_tags(text: str) -> str:
|
|
"""Remove all HTML tags from text."""
|
|
return _HTML_TAG_RE.sub("", text)
|
|
|
|
|
|
def escape_html(text: str) -> str:
|
|
"""Escape HTML special characters in text."""
|
|
return html.escape(text, quote=True)
|
|
|
|
|
|
def sanitize_url(url: str) -> str:
|
|
"""Sanitize a URL by removing dangerous schemes.
|
|
|
|
Returns an empty string if the URL uses a disallowed scheme.
|
|
Returns the original URL if it uses an allowed scheme or has no scheme.
|
|
"""
|
|
if not url:
|
|
return url
|
|
|
|
url = url.strip()
|
|
|
|
# Check for scheme-less URLs (relative paths)
|
|
if ":" not in url:
|
|
return url
|
|
|
|
parsed = urlparse(url)
|
|
scheme = parsed.scheme.lower()
|
|
|
|
if not scheme:
|
|
return url
|
|
|
|
if scheme in _DISALLOWED_URL_SCHEMES:
|
|
return ""
|
|
|
|
if scheme not in _ALLOWED_URL_SCHEMES:
|
|
# Unknown scheme - block by default for safety
|
|
return ""
|
|
|
|
return url
|
|
|
|
|
|
def sanitize_text_content(text: str) -> str:
|
|
"""Sanitize text content for safe rendering.
|
|
|
|
This function:
|
|
1. Strips HTML tags to prevent HTML injection
|
|
2. Escapes HTML special characters to prevent entity-based attacks
|
|
"""
|
|
if not text:
|
|
return text
|
|
|
|
# First strip any HTML tags
|
|
text = strip_html_tags(text)
|
|
|
|
# Then escape HTML special characters
|
|
text = escape_html(text)
|
|
|
|
return text
|
|
|
|
|
|
def sanitize_text_content_preserve_entities(text: str) -> str:
|
|
"""Sanitize text content by stripping HTML tags only, preserving entities.
|
|
|
|
Use this when the text will be rendered in a context that handles
|
|
its own escaping (e.g., JSON payloads where HTML entities should remain).
|
|
"""
|
|
if not text:
|
|
return text
|
|
|
|
# Only strip HTML tags, don't escape - let the downstream renderer handle escaping
|
|
return strip_html_tags(text)
|