mirror of
https://github.com/infiniflow/ragflow.git
synced 2025-12-19 20:16:49 +08:00
### What problem does this PR solve? Only support MinerU-API now, still need to complete frontend for pipeline to allow the configuration of MinerU options. ### Type of change - [x] Refactoring
68 lines
1.8 KiB
TypeScript
68 lines
1.8 KiB
TypeScript
import { IParserConfig } from '@/interfaces/database/document';
|
|
import { useCallback, useMemo } from 'react';
|
|
import { useTranslation } from 'react-i18next';
|
|
import { ParseDocumentType } from '../layout-recognize-form-field';
|
|
|
|
export function useDefaultParserValues() {
|
|
const { t } = useTranslation();
|
|
|
|
const defaultParserValues = useMemo(() => {
|
|
const defaultParserValues = {
|
|
task_page_size: 12,
|
|
layout_recognize: ParseDocumentType.DeepDOC,
|
|
chunk_token_num: 512,
|
|
delimiter: '\n',
|
|
enable_children: false,
|
|
children_delimiter: '\n',
|
|
auto_keywords: 0,
|
|
auto_questions: 0,
|
|
html4excel: false,
|
|
toc_extraction: false,
|
|
mineru_parse_method: 'auto',
|
|
mineru_formula_enable: true,
|
|
mineru_table_enable: true,
|
|
mineru_lang: 'English',
|
|
// raptor: {
|
|
// use_raptor: false,
|
|
// prompt: t('knowledgeConfiguration.promptText'),
|
|
// max_token: 256,
|
|
// threshold: 0.1,
|
|
// max_cluster: 64,
|
|
// random_seed: 0,
|
|
// },
|
|
// graphrag: {
|
|
// use_graphrag: false,
|
|
// },
|
|
entity_types: [],
|
|
pages: [],
|
|
};
|
|
|
|
return defaultParserValues;
|
|
}, [t]);
|
|
|
|
return defaultParserValues;
|
|
}
|
|
|
|
export function useFillDefaultValueOnMount() {
|
|
const defaultParserValues = useDefaultParserValues();
|
|
|
|
const fillDefaultValue = useCallback(
|
|
(parserConfig: IParserConfig) => {
|
|
return Object.entries(defaultParserValues).reduce<Record<string, any>>(
|
|
(pre, [key, value]) => {
|
|
if (key in parserConfig) {
|
|
pre[key] = parserConfig[key as keyof IParserConfig];
|
|
} else {
|
|
pre[key] = value;
|
|
}
|
|
return pre;
|
|
},
|
|
{},
|
|
);
|
|
},
|
|
[defaultParserValues],
|
|
);
|
|
|
|
return fillDefaultValue;
|
|
}
|