feat: Add delimiter field to naive parsing method #1909 (#1911)

### What problem does this PR solve?

feat: Add delimiter field to naive parsing method #1909
### Type of change


- [x] New Feature (non-breaking change which adds functionality)

web/src/components/chunk-method-modal/index.tsx

@@ -22,6 +22,7 @@ import React, { useEffect, useMemo } from 'react';
 import { useFetchParserListOnMount } from './hooks';
 
 import { useTranslate } from '@/hooks/common-hooks';
+import Delimiter from '../delimiter';
 import EntityTypesItem from '../entity-types-item';
 import LayoutRecognize from '../layout-recognize';
 import ParseConfiguration, {
@@ -268,7 +269,12 @@ const ChunkMethodModal: React.FC<IProps> = ({
             }
           </Form.Item>
         )}
-        {showMaxTokenNumber && <MaxTokenNumber></MaxTokenNumber>}
+        {showMaxTokenNumber && (
+          <>
+            <MaxTokenNumber></MaxTokenNumber>
+            <Delimiter></Delimiter>
+          </>
+        )}
         {showRaptorParseConfiguration(selectedTag) && (
           <ParseConfiguration></ParseConfiguration>
         )}

web/src/components/delimiter.tsx

@@ -0,0 +1,34 @@
+import { Form, Input } from 'antd';
+import { useTranslation } from 'react-i18next';
+
+interface IProps {
+  value?: string | undefined;
+  onChange?: (val: string | undefined) => void;
+}
+
+const DelimiterInput = ({ value, onChange }: IProps) => {
+  const nextValue = value?.replaceAll('\n', '\\n');
+  const handleInputChange = (e: React.ChangeEvent<HTMLInputElement>) => {
+    const val = e.target.value;
+    const nextValue = val.replaceAll('\\n', '\n');
+    onChange?.(nextValue);
+  };
+  return <Input value={nextValue} onChange={handleInputChange}></Input>;
+};
+
+const Delimiter = () => {
+  const { t } = useTranslation();
+
+  return (
+    <Form.Item
+      name={['parser_config', 'delimiter']}
+      label={t('knowledgeDetails.delimiter')}
+      initialValue={`\\n!?;。；！？`}
+      rules={[{ required: true }]}
+    >
+      <DelimiterInput />
+    </Form.Item>
+  );
+};
+
+export default Delimiter;