feat: After selecting the parsing method as knowledge graph, the delimiter and chunk token number are displayed. #1594 (#1929)

### What problem does this PR solve?

feat: After selecting the parsing method as knowledge graph, the
delimiter and chunk token number are displayed. #1594

### Type of change


- [x] New Feature (non-breaking change which adds functionality)
This commit is contained in:
balibabu
2024-08-13 15:21:03 +08:00
committed by GitHub
parent 77f0fb03e3
commit 7a08e91909
7 changed files with 67 additions and 11 deletions

View File

@ -62,12 +62,13 @@ const ChunkMethodModal: React.FC<IProps> = ({
parserConfig,
loading,
}) => {
const [form] = Form.useForm();
const { parserList, handleChange, selectedTag } = useFetchParserListOnMount(
documentId,
parserId,
documentExtension,
form,
);
const [form] = Form.useForm();
const { t } = useTranslate('knowledgeDetails');
const handleOk = async () => {
@ -89,12 +90,13 @@ const ChunkMethodModal: React.FC<IProps> = ({
return (
isPdf &&
hidePagesChunkMethods
.filter((x) => x !== 'one' && x !== 'knowledge_graph')
.filter((x) => x !== 'one')
.every((x) => x !== selectedTag)
);
}, [selectedTag, isPdf]);
const showMaxTokenNumber = selectedTag === 'naive';
const showMaxTokenNumber =
selectedTag === 'naive' || selectedTag === 'knowledge_graph';
const hideDivider = [showPages, showOne, showMaxTokenNumber].every(
(x) => x === false,
@ -271,7 +273,9 @@ const ChunkMethodModal: React.FC<IProps> = ({
)}
{showMaxTokenNumber && (
<>
<MaxTokenNumber></MaxTokenNumber>
<MaxTokenNumber
max={selectedTag === 'knowledge_graph' ? 8192 * 2 : 2048}
></MaxTokenNumber>
<Delimiter></Delimiter>
</>
)}