87 lines
2.6 KiB
JavaScript
87 lines
2.6 KiB
JavaScript
|
import assert from 'node:assert/strict'
|
|||
|
|
|
|||
|
|
import { MessageProcessor } from '../messageProcessor.js'
|
|||
|
|
|
|||
|
|
const databases = [{ name: '财税库' }, { name: 'DifyKB' }, { name: 'LightGraphKB' }]
|
|||
|
|
|
|||
|
|
const run = () => {
|
|||
|
|
const conv = {
|
|||
|
|
messages: [
|
|||
|
|
{
|
|||
|
|
type: 'ai',
|
|||
|
|
tool_calls: [
|
|||
|
|
{
|
|||
|
|
name: '财税库',
|
|||
|
|
tool_call_result: {
|
|||
|
|
content: JSON.stringify([
|
|||
|
|
{
|
|||
|
|
content: 'A',
|
|||
|
|
score: 0.9,
|
|||
|
|
metadata: { source: 'doc-a', chunk_id: 'c1', file_id: 'f1', chunk_index: 1 },
|
|||
|
|
},
|
|||
|
|
{
|
|||
|
|
content: 'A',
|
|||
|
|
score: 0.8,
|
|||
|
|
metadata: { source: 'doc-a', chunk_id: 'c1', file_id: 'f1', chunk_index: 1 },
|
|||
|
|
},
|
|||
|
|
]),
|
|||
|
|
},
|
|||
|
|
},
|
|||
|
|
{
|
|||
|
|
name: 'LightGraphKB',
|
|||
|
|
tool_call_result: {
|
|||
|
|
content: JSON.stringify({
|
|||
|
|
data: {
|
|||
|
|
chunks: [
|
|||
|
|
{
|
|||
|
|
content: 'B',
|
|||
|
|
score: 0.4,
|
|||
|
|
metadata: { source: 'doc-b', chunk_id: 'c2', file_id: 'f2', chunk_index: 2 },
|
|||
|
|
},
|
|||
|
|
],
|
|||
|
|
},
|
|||
|
|
}),
|
|||
|
|
},
|
|||
|
|
},
|
|||
|
|
{
|
|||
|
|
name: 'not_kb_tool',
|
|||
|
|
tool_call_result: {
|
|||
|
|
content: JSON.stringify([{ content: 'X', score: 0.99, metadata: { chunk_id: 'cx' } }]),
|
|||
|
|
},
|
|||
|
|
},
|
|||
|
|
{
|
|||
|
|
name: 'DifyKB',
|
|||
|
|
tool_call_result: { content: 'not-json' },
|
|||
|
|
},
|
|||
|
|
],
|
|||
|
|
},
|
|||
|
|
],
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
const chunks = MessageProcessor.extractKnowledgeChunksFromConversation(conv, databases)
|
|||
|
|
|
|||
|
|
// 1. Milvus/Dify 数组提取
|
|||
|
|
assert.equal(chunks.some((c) => c.content === 'A' && c.kb_name === '财税库'), true)
|
|||
|
|
|
|||
|
|
// 2. LightRAG data.chunks 提取
|
|||
|
|
assert.equal(chunks.some((c) => c.content === 'B' && c.kb_name === 'LightGraphKB'), true)
|
|||
|
|
|
|||
|
|
// 3. 非知识库工具忽略
|
|||
|
|
assert.equal(chunks.some((c) => c.content === 'X'), false)
|
|||
|
|
|
|||
|
|
// 4. 非法 JSON 自动跳过
|
|||
|
|
assert.equal(chunks.some((c) => c.kb_name === 'DifyKB'), false)
|
|||
|
|
|
|||
|
|
// 5. 去重生效（chunk_id=c1 仅一条）
|
|||
|
|
assert.equal(chunks.filter((c) => c.metadata?.chunk_id === 'c1').length, 1)
|
|||
|
|
|
|||
|
|
// 6. 分数排序（A 0.9 在 B 0.4 前）
|
|||
|
|
const idxA = chunks.findIndex((c) => c.content === 'A')
|
|||
|
|
const idxB = chunks.findIndex((c) => c.content === 'B')
|
|||
|
|
assert.equal(idxA < idxB, true)
|
|||
|
|
|
|||
|
|
console.log('messageProcessor extractKnowledgeChunksFromConversation: all assertions passed')
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
run()
|