【功能新增】AI:知识库文档上传:40%,SplitStep 初始化

This commit is contained in:
YunaiV 2025-02-28 23:33:13 +08:00
parent 7cd6a5d9b4
commit aeb59de673
2 changed files with 150 additions and 129 deletions

View File

@ -1,66 +1,71 @@
<template>
<div class="document-segment">
<!-- 上部分段设置部分 -->
<div class="mb-20px">
<el-alert
title="文档分段说明"
type="info"
description="系统会自动将文档内容分割成多个段落,您可以根据需要调整分段方式和内容。"
show-icon
:closable="false"
/>
</div>
<div class="mb-20px flex justify-between items-center">
<div class="text-16px font-bold flex items-center">
分段设置
<el-tooltip
content="系统会自动将文档内容分割成多个段落,您可以根据需要调整分段方式和内容。"
placement="top"
>
<el-icon class="ml-5px text-gray-400"><Warning /></el-icon>
</el-tooltip>
</div>
<div>
<el-button type="primary" plain size="small" @click="handleAutoSegment">
预览分段
</el-button>
</div>
</div>
<div class="mb-20px flex justify-between items-center">
<div class="text-16px font-bold">分段设置</div>
<div>
<el-button type="primary" @click="handleAutoSegment">自动分段</el-button>
<el-button @click="handleAddSegment">添加段落</el-button>
<div class="segment-settings mb-20px">
<el-form :model="segmentSettings" label-width="120px">
<el-form-item label="最大 Token 数">
<el-input-number v-model="modelData.segmentMaxTokens" :min="100" :max="2000" />
</el-form-item>
</el-form>
</div>
</div>
<div class="segment-settings mb-20px">
<el-form :model="segmentSettings" label-width="120px">
<el-form-item label="分段方式">
<el-radio-group v-model="segmentSettings.type">
<el-radio :label="1">按段落分割</el-radio>
<el-radio :label="2">按字数分割</el-radio>
<el-radio :label="3">按标题分割</el-radio>
</el-radio-group>
</el-form-item>
<el-form-item label="最大字数" v-if="segmentSettings.type === 2">
<el-input-number v-model="segmentSettings.maxChars" :min="100" :max="5000" />
</el-form-item>
</el-form>
</div>
<!-- 下部文件预览部分 -->
<div class="mb-10px">
<div class="text-16px font-bold mb-10px">分段预览</div>
<div class="segment-list">
<div class="text-16px font-bold mb-10px">段落列表 ({{ modelData.segments.length }})</div>
<!-- 文件选择器 -->
<div class="file-selector mb-10px">
<el-dropdown v-if="uploadedFiles.length > 0" trigger="click">
<div class="flex items-center cursor-pointer">
<el-icon class="text-danger mr-5px"><Document /></el-icon>
<span>{{ currentFile.name }}</span>
<el-icon class="ml-5px"><ArrowDown /></el-icon>
</div>
<template #dropdown>
<el-dropdown-menu>
<el-dropdown-item
v-for="(file, index) in uploadedFiles"
:key="index"
@click="selectFile(index)"
>
{{ file.name }}
</el-dropdown-item>
</el-dropdown-menu>
</template>
</el-dropdown>
<div v-else class="text-gray-400">暂无上传文件</div>
</div>
<el-empty v-if="modelData.segments.length === 0" description="暂无段落数据" />
<div v-else>
<el-collapse v-model="activeSegments">
<el-collapse-item
v-for="(segment, index) in modelData.segments"
:key="index"
:title="`段落 ${index + 1}`"
:name="index"
>
<div class="segment-content">
<el-input
v-model="segment.content"
type="textarea"
:rows="5"
placeholder="段落内容"
/>
<div class="mt-10px flex justify-end">
<el-button type="danger" size="small" @click="handleDeleteSegment(index)">
删除段落
</el-button>
</div>
</div>
</el-collapse-item>
</el-collapse>
<!-- 文件内容预览 -->
<div class="file-preview bg-gray-50 p-15px rounded-md">
<template v-if="currentFile">
<div v-for="(chunk, index) in currentFile.chunks" :key="index" class="mb-10px">
<div class="text-gray-500 text-12px mb-5px"
>Chunk-{{ index + 1 }} · {{ chunk.characters }} characters</div
>
<div class="bg-white p-10px rounded-md">{{ chunk.content }}</div>
</div>
</template>
<el-empty v-else description="暂无预览内容" />
</div>
</div>
@ -73,7 +78,8 @@
</template>
<script lang="ts" setup>
import { PropType } from 'vue'
import { PropType, ref, computed, inject, onMounted, getCurrentInstance } from 'vue'
import { Document, ArrowDown, Warning } from '@element-plus/icons-vue' // TODO @icon
const props = defineProps({
modelValue: {
@ -94,52 +100,84 @@ const modelData = computed({
})
//
const segmentSettings = ref({
type: 1, // 1: , 2: , 3:
maxChars: 1000
})
const segmentSettings = ref({})
//
const activeSegments = ref([0])
//
const uploadedFiles = ref([
{
name: '项目说明文档.pdf',
type: 'pdf',
chunks: [
{
characters: 120,
content:
'项目说明文档 - 智能知识库系统 本项目旨在构建一个智能知识库系统,能够对各类文档进行智能分析、分类和检索,提高企业知识管理效率。'
},
{
characters: 180,
content:
'系统架构前端采用Vue3+Element Plus构建用户界面后端采用Spring Boot微服务架构数据存储使用MySQL和Elasticsearch文档解析使用Apache Tika向量检索使用Milvus。'
},
{
characters: 150,
content:
'核心功能1. 文档上传与解析支持多种格式文档上传自动提取文本内容。2. 智能分段根据语义自动将文档分割成合适的段落。3. 向量化存储:将文本转换为向量存储,支持语义检索。'
},
{
characters: 160,
content:
'4. 智能检索支持关键词和语义检索快速找到相关内容。5. 知识图谱自动构建领域知识图谱展示知识间关联。6. 权限管理细粒度的文档访问权限控制。7. 操作日志:记录用户操作,支持审计追踪。'
},
{
characters: 130,
content:
'技术特点1. 高性能采用分布式架构支持横向扩展。2. 高可用关键组件冗余部署确保系统稳定性。3. 安全性:数据传输加密,存储加密,多层次安全防护。'
}
]
},
{
name: '项目说明文档.pdf',
type: 'pdf',
chunks: []
}
])
//
const currentFile = ref(uploadedFiles.value[0] || null)
//
const selectFile = (index) => {
currentFile.value = uploadedFiles.value[index]
}
//
const handleAutoSegment = () => {
//
//
// segments
if (!modelData.value.segments) {
modelData.value.segments = []
}
//
modelData.value.segments = []
//
if (modelData.value.documentType === 'text' && modelData.value.content) {
//
// Token
const content = modelData.value.content
const maxChars = Math.floor(modelData.value.segmentMaxTokens / 2) // 1token2
let remaining = content
if (segmentSettings.value.type === 1) {
//
const paragraphs = content.split(/\n\s*\n/)
paragraphs.forEach((paragraph) => {
if (paragraph.trim()) {
modelData.value.segments.push({
content: paragraph.trim(),
order: modelData.value.segments.length + 1
})
}
while (remaining.length > 0) {
const segment = remaining.substring(0, maxChars)
remaining = remaining.substring(maxChars)
modelData.value.segments.push({
content: segment,
order: modelData.value.segments.length + 1
})
} else if (segmentSettings.value.type === 2) {
//
const maxChars = segmentSettings.value.maxChars
let remaining = content
while (remaining.length > 0) {
const segment = remaining.substring(0, maxChars)
remaining = remaining.substring(maxChars)
modelData.value.segments.push({
content: segment,
order: modelData.value.segments.length + 1
})
}
}
} else {
// 5
@ -150,30 +188,6 @@ const handleAutoSegment = () => {
})
}
}
//
activeSegments.value = [0]
}
//
const handleAddSegment = () => {
modelData.value.segments.push({
content: '',
order: modelData.value.segments.length + 1
})
//
activeSegments.value = [modelData.value.segments.length - 1]
}
//
const handleDeleteSegment = (index) => {
modelData.value.segments.splice(index, 1)
//
modelData.value.segments.forEach((segment, idx) => {
segment.order = idx + 1
})
}
//
@ -197,16 +211,11 @@ const handleNextStep = () => {
//
const validate = () => {
return new Promise((resolve, reject) => {
if (modelData.value.segments.length === 0) {
reject(new Error('请至少添加一个段落'))
// segments
if (!modelData.value.segments || modelData.value.segments.length === 0) {
reject(new Error('请先进行预览分段'))
} else {
//
const emptySegment = modelData.value.segments.find((segment) => !segment.content.trim())
if (emptySegment) {
reject(new Error('存在空段落,请填写内容或删除'))
} else {
resolve(true)
}
resolve(true)
}
})
}
@ -218,9 +227,14 @@ defineExpose({
//
onMounted(() => {
//
if (modelData.value.segments && modelData.value.segments.length > 0) {
activeSegments.value = [0]
// segments
if (!modelData.value.segments) {
modelData.value.segments = []
}
// segmentMaxTokens
if (!modelData.value.segmentMaxTokens) {
modelData.value.segmentMaxTokens = 500
}
})
</script>
@ -230,5 +244,10 @@ onMounted(() => {
.segment-content {
padding: 10px;
}
.file-preview {
max-height: 600px;
overflow-y: auto;
}
}
</style>

View File

@ -2,7 +2,9 @@
<el-form ref="formRef" :model="modelData" label-width="0" class="mt-20px">
<el-form-item class="mb-20px">
<div class="w-full">
<div class="w-full border-2 border-[#dcdfe6] rounded-md text-center hover:border-[#409eff]">
<div
class="w-full border-2 border-dashed border-[#dcdfe6] rounded-md p-20px text-center hover:border-[#409eff]"
>
<el-upload
ref="uploadRef"
class="upload-demo"
@ -35,18 +37,18 @@
<div
v-if="modelData.list && modelData.list.length > 0"
class="mt-15px grid grid-cols-1 gap-3"
class="mt-15px grid grid-cols-1 gap-2"
>
<div
v-for="(file, index) in modelData.list"
:key="index"
class="flex justify-between items-center p-10px border-2 border-[#c0c4cc] rounded-md shadow-sm hover:border-[#409eff] transition-colors duration-300"
class="flex justify-between items-center py-4px px-12px border-l-4 border-l-[#409eff] rounded-sm shadow-sm hover:bg-[#ecf5ff] transition-all duration-300"
>
<div class="flex items-center">
<el-icon class="mr-8px text-[#909399]"><document /></el-icon>
<span class="text-[14px] text-[#606266] break-all">{{ file.name }}</span>
<el-icon class="mr-8px text-[#409eff]"><document /></el-icon>
<span class="text-[13px] text-[#303133] break-all">{{ file.name }}</span>
</div>
<el-button type="danger" link @click="removeFile(index)">
<el-button type="danger" link @click="removeFile(index)" class="ml-2">
<el-icon><delete /></el-icon>
</el-button>
</div>
@ -67,7 +69,7 @@
<script lang="ts" setup>
import { PropType, ref, computed, inject, getCurrentInstance, onMounted } from 'vue'
import { UploadFilled, Document, Delete } from '@element-plus/icons-vue'
import { Document, Delete } from '@element-plus/icons-vue' // TODO @
import { useMessage } from '@/hooks/web/useMessage'
import { useUpload } from '@/components/UploadFile/src/useUpload'
import { generateAcceptedFileTypes } from '@/utils'