adai/MemoryBear
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(web): memoryExtractionEngine add pruning

Browse Source
This commit is contained in:
zhaoying
2026-03-02 11:42:46 +08:00
parent 77ea0680fb
commit 87df352adc
3 changed files with 62 additions and 42 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
web/src/i18n/en.ts
View File

@@ -1640,6 +1640,10 @@ Memory Bear: After the rebellion, regional warlordism intensified for several re
scene_type_distribution: 'Scene Type Distribution', scene_type_distribution: 'Scene Type Distribution',
general_type_distribution: 'General Type Distribution', general_type_distribution: 'General Type Distribution',
unmatched: 'Unmatched', unmatched: 'Unmatched',
disagreementCase: 'Disagreement Case',
Pruned: 'Pruned',
pruning: 'Pruning',
pruning_desc: 'Text pruning {{count}} fragments'
}, },
memoryConversation: { memoryConversation: {
searchPlaceholder: 'Enter user ID...', searchPlaceholder: 'Enter user ID...',

4
web/src/i18n/zh.ts
View File

@@ -1637,6 +1637,10 @@ export const zh = {
scene_type_distribution: '场景类型', scene_type_distribution: '场景类型',
general_type_distribution: '通用类型', general_type_distribution: '通用类型',
unmatched: '未匹配', unmatched: '未匹配',
disagreementCase: '不一致案例',
Pruned: '已剪枝',
pruning: '剪枝',
pruning_desc: '文本剪枝{{count}}个片段'
}, },
memoryConversation: { memoryConversation: {
chatEmpty:'有什么我可以帮您的吗？', chatEmpty:'有什么我可以帮您的吗？',

96
web/src/views/MemoryExtractionEngine/components/Result.tsx
View File

@@ -2,7 +2,7 @@
* @Author: ZhaoYing * @Author: ZhaoYing
* @Date: 2026-02-03 17:30:11 * @Date: 2026-02-03 17:30:11
* @Last Modified by: ZhaoYing * @Last Modified by: ZhaoYing
* @Last Modified time: 2026-02-09 21:04:14 * @Last Modified time: 2026-03-02 11:41:12
*/ */
/** /**
* Result Component * Result Component
@@ -91,7 +91,7 @@ const Result: FC<ResultProps> = ({ loading, handleSave }) => {
setDeduplication({...initObj} as ModuleItem) setDeduplication({...initObj} as ModuleItem)
setTestResult({} as TestResult) setTestResult({} as TestResult)
const handleStreamMessage = (list: SSEMessage[]) => { const handleStreamMessage = (list: SSEMessage[]) => {
list.forEach((data: AnyObject) => { list.forEach((data: AnyObject) => {
switch(data.event) { switch(data.event) {
case 'text_preprocessing': // Start text preprocessing case 'text_preprocessing': // Start text preprocessing
@@ -104,7 +104,7 @@ const Result: FC<ResultProps> = ({ loading, handleSave }) => {
case 'text_preprocessing_result': // Text preprocessing in progress case 'text_preprocessing_result': // Text preprocessing in progress
setTextPreprocessing(prev => ({ setTextPreprocessing(prev => ({
...prev, ...prev,
data: [...prev.data, data.data?.data] data: [...prev.data, data.data?.deleted_messages ? { deleted_messages: data.data?.deleted_messages } : data.data?.data],
})) }))
break break
case 'text_preprocessing_complete': // Text preprocessing complete case 'text_preprocessing_complete': // Text preprocessing complete
@@ -193,9 +193,9 @@ const Result: FC<ResultProps> = ({ loading, handleSave }) => {
dialogue_text: t('memoryExtractionEngine.exampleText'), dialogue_text: t('memoryExtractionEngine.exampleText'),
custom_text: runForm.getFieldValue('custom_text') custom_text: runForm.getFieldValue('custom_text')
}, handleStreamMessage) }, handleStreamMessage)
.finally(() => { .finally(() => {
setRunLoading(false) setRunLoading(false)
}) })
} }
const completedNum = [textPreprocessing, knowledgeExtraction, creatingNodesEdges, deduplication].filter(item => item.status === 'completed').length const completedNum = [textPreprocessing, knowledgeExtraction, creatingNodesEdges, deduplication].filter(item => item.status === 'completed').length
const deduplicationData = groupDataByType(deduplication.data, 'result_type') const deduplicationData = groupDataByType(deduplication.data, 'result_type')
@@ -251,10 +251,10 @@ const Result: FC<ResultProps> = ({ loading, handleSave }) => {
</div> </div>
</> </>
: !testResult || Object.keys(testResult).length === 0 : !testResult || Object.keys(testResult).length === 0
? <RbAlert color="orange" icon={<ExclamationCircleFilled />} className="rb:mb-3.5"> ? <RbAlert color="orange" icon={<ExclamationCircleFilled />} className="rb:mb-3.5">
{t('memoryExtractionEngine.warning')} {t('memoryExtractionEngine.warning')}
</RbAlert> </RbAlert>
: <RbAlert color="green" icon={<ExclamationCircleFilled />} className="rb:mb-3.5"> : <RbAlert color="green" icon={<ExclamationCircleFilled />} className="rb:mb-3.5">
{t('memoryExtractionEngine.success')} {t('memoryExtractionEngine.success')}
</RbAlert> </RbAlert>
} }
@@ -266,15 +266,28 @@ const Result: FC<ResultProps> = ({ loading, handleSave }) => {
headerType="borderL" headerType="borderL"
headerClassName="rb:before:bg-[#155EEF]!" headerClassName="rb:before:bg-[#155EEF]!"
> >
{textPreprocessing.data.map((vo, index) => ( {textPreprocessing.data.map((vo, index) => {
<div key={index} className="rb:mb-3 rb:text-[12px] rb:text-[#5B6167] rb:leading-4 rb:font-regular"> if (vo.deleted_messages) {
<Markdown content={'-' + t('memoryExtractionEngine.fragment') + vo.chunk_index + ': ' + (vo.content.startsWith('\n') ? vo.content : '\n' + vo.content)} /> return <div key={index} className="rb:mb-3 rb:pb-1 rb:border-b rb:border-b-[#EBEBEB]">
</div> <div className="rb:font-medium rb:text-[12px] rb:mb-2">{t('memoryExtractionEngine.Pruned')}</div>
))} {vo.deleted_messages.map((msg: any, idx: number) => (
<div key={idx} className="rb:text-[12px] rb:text-[#5B6167] rb:leading-4 rb:font-regular">
<Markdown content={'-' + t('memoryExtractionEngine.pruning') + (idx + 1) + ': ' + msg.content} />
</div>
))}
</div>
}
return (
<div key={index} className="rb:mb-3 rb:text-[12px] rb:text-[#5B6167] rb:leading-4 rb:font-regular">
<Markdown content={'-' + t('memoryExtractionEngine.fragment') + vo.chunk_index + ': ' + (vo.content.startsWith('\n') ? vo.content : '\n' + vo.content)} />
</div>
)
})}
{formatTime(textPreprocessing)} {formatTime(textPreprocessing)}
{textPreprocessing.result && {textPreprocessing.result &&
<RbAlert color="blue" icon={<CheckCircleFilled />} className="rb:mt-3"> <RbAlert color="blue" icon={<CheckCircleFilled />} className="rb:mt-3">
{t('memoryExtractionEngine.text_preprocessing_desc', { count: textPreprocessing.result.total_chunks })}, {t('memoryExtractionEngine.pruning_desc', { count: textPreprocessing.result.pruning.deleted_count || 0 })},
{t('memoryExtractionEngine.text_preprocessing_desc', { count: textPreprocessing.result.total_chunks })},
{t('memoryExtractionEngine.chunkerStrategy')}: {t(`memoryExtractionEngine.${lowercaseFirst(textPreprocessing.result.chunker_strategy)}`)} {t('memoryExtractionEngine.chunkerStrategy')}: {t(`memoryExtractionEngine.${lowercaseFirst(textPreprocessing.result.chunker_strategy)}`)}
</RbAlert> </RbAlert>
} }
@@ -286,7 +299,7 @@ const Result: FC<ResultProps> = ({ loading, handleSave }) => {
headerType="borderL" headerType="borderL"
headerClassName="rb:before:bg-[#155EEF]!" headerClassName="rb:before:bg-[#155EEF]!"
> >
{knowledgeExtraction.data.map((vo, index) => {knowledgeExtraction.data.map((vo, index) =>
<div key={index} className="rb:mb-3 rb:text-[12px] rb:text-[#5B6167] rb:leading-4 rb:font-regular">{vo.statement}</div> <div key={index} className="rb:mb-3 rb:text-[12px] rb:text-[#5B6167] rb:leading-4 rb:font-regular">{vo.statement}</div>
)} )}
{formatTime(knowledgeExtraction)} {formatTime(knowledgeExtraction)}
@@ -345,31 +358,30 @@ const Result: FC<ResultProps> = ({ loading, handleSave }) => {
{Object.keys(resultObj).map((key, index) => { {Object.keys(resultObj).map((key, index) => {
const keys = (resultObj as Record<string, string>)[key].split('.') const keys = (resultObj as Record<string, string>)[key].split('.')
return ( return (
<div key={index}> <div key={index}>
<div className="rb:text-[24px] rb:leading-7.5 rb:font-extrabold">{(testResult?.[keys[0] as keyof TestResult] as any)?.[keys[1]]}</div> <div className="rb:text-[24px] rb:leading-7.5 rb:font-extrabold">{(testResult?.[keys[0] as keyof TestResult] as any)?.[keys[1]]}</div>
<div className="rb:text-[12px] rb:text-[#5B6167] rb:leading-4 rb:font-regular">{t(`memoryExtractionEngine.${key}`)}</div> <div className="rb:text-[12px] rb:text-[#5B6167] rb:leading-4 rb:font-regular">{t(`memoryExtractionEngine.${key}`)}</div>
<div className="rb:mt-1 rb:text-[12px] rb:text-[#369F21] rb:leading-3.5 rb:font-regular"> <div className="rb:mt-1 rb:text-[12px] rb:text-[#369F21] rb:leading-3.5 rb:font-regular">
{} {key === 'extractTheNumberOfEntities' && testResult.dedup
{key === 'extractTheNumberOfEntities' && testResult.dedup ? t(`memoryExtractionEngine.${key}Desc`, {
? t(`memoryExtractionEngine.${key}Desc`, { num: testResult.dedup.total_merged_count,
num: testResult.dedup.total_merged_count, exact: testResult.dedup.breakdown.exact,
exact: testResult.dedup.breakdown.exact, fuzzy: testResult.dedup.breakdown.fuzzy,
fuzzy: testResult.dedup.breakdown.fuzzy, llm: testResult.dedup.breakdown.llm,
llm: testResult.dedup.breakdown.llm, })
}) : key === 'numberOfEntityDisambiguation' && testResult.disambiguation
: key === 'numberOfEntityDisambiguation' && testResult.disambiguation ? t(`memoryExtractionEngine.${key}Desc`, { num: testResult.disambiguation.effects?.length, block_count: testResult.disambiguation.block_count })
? t(`memoryExtractionEngine.${key}Desc`, { num: testResult.disambiguation.effects?.length, block_count: testResult.disambiguation.block_count }) : key === 'numberOfRelationalTriples' && testResult.triplets
: key === 'numberOfRelationalTriples' && testResult.triplets ? t(`memoryExtractionEngine.${key}Desc`, { num: testResult.triplets.count })
? t(`memoryExtractionEngine.${key}Desc`, { num: testResult.triplets.count }) :t(`memoryExtractionEngine.${key}Desc`)
:t(`memoryExtractionEngine.${key}Desc`) }
} </div>
</div> </div>
</div> )})}
)})}
</div> </div>
</RbCard> </RbCard>
} }
{testResult?.dedup?.impact && testResult.dedup.impact?.length > 0 && {testResult?.dedup?.impact && testResult.dedup.impact?.length > 0 &&
<RbCard <RbCard
title={t('memoryExtractionEngine.entityDeduplicationImpact')} title={t('memoryExtractionEngine.entityDeduplicationImpact')}
@@ -388,7 +400,7 @@ const Result: FC<ResultProps> = ({ loading, handleSave }) => {
</RbAlert> </RbAlert>
</RbCard> </RbCard>
} }
{testResult?.disambiguation && testResult.disambiguation?.effects?.length > 0 && {testResult?.disambiguation && testResult.disambiguation?.effects?.length > 0 &&
<RbCard <RbCard
title={t('memoryExtractionEngine.theEffectOfEntityDisambiguationLLMDriven')} title={t('memoryExtractionEngine.theEffectOfEntityDisambiguationLLMDriven')}
@@ -399,7 +411,7 @@ const Result: FC<ResultProps> = ({ loading, handleSave }) => {
<div key={index} className={clsx("rb:text-[12px] rb:text-[#5B6167] rb:leading-4", { <div key={index} className={clsx("rb:text-[12px] rb:text-[#5B6167] rb:leading-4", {
'rb:mt-4': index > 0, 'rb:mt-4': index > 0,
})}> })}>
<div className="rb:font-medium rb:mb-2">Disagreement Case {index +1}:</div> <div className="rb:font-medium rb:mb-2">{t('memoryExtractionEngine.disagreementCase')} {index +1}:</div>
-{item.left.name}({item.left.type}) vs {item.right.name}({item.right.type}) → <span className="rb:text-[#369F21]">{item.result}</span> -{item.left.name}({item.left.type}) vs {item.right.name}({item.right.type}) → <span className="rb:text-[#369F21]">{item.result}</span>
</div> </div>
))} ))}
@@ -409,7 +421,7 @@ const Result: FC<ResultProps> = ({ loading, handleSave }) => {
</RbAlert> </RbAlert>
</RbCard> </RbCard>
} }
{testResult?.core_entities && testResult?.core_entities.length > 0 && {testResult?.core_entities && testResult?.core_entities.length > 0 &&
<RbCard <RbCard
title={t('memoryExtractionEngine.coreEntitiesAfterDedup')} title={t('memoryExtractionEngine.coreEntitiesAfterDedup')}
@@ -433,7 +445,7 @@ const Result: FC<ResultProps> = ({ loading, handleSave }) => {
</div> </div>
</RbCard> </RbCard>
} }
{testResult?.triplet_samples && testResult?.triplet_samples.length > 0 && {testResult?.triplet_samples && testResult?.triplet_samples.length > 0 &&
<RbCard <RbCard
title={t('memoryExtractionEngine.extractRelationalTriples')} title={t('memoryExtractionEngine.extractRelationalTriples')}