Feat: Remove unnecessary data from the dsl #9869 (#10177)

### What problem does this PR solve?
Feat: Remove unnecessary data from the dsl #9869

### Type of change


- [x] New Feature (non-breaking change which adds functionality)
This commit is contained in:
balibabu
2025-09-19 19:06:33 +08:00
committed by GitHub
parent 5dfdbcce3a
commit b5d6a6e8f2
25 changed files with 357 additions and 217 deletions

View File

@ -38,10 +38,10 @@ export enum AgentDialogueMode {
Task = 'task',
}
export const BeginId = 'begin';
export const BeginId = 'File';
export enum Operator {
Begin = 'Begin',
Begin = 'File',
Note = 'Note',
Parser = 'Parser',
Tokenizer = 'Tokenizer',
@ -80,6 +80,15 @@ export const SwitchOperatorOptions = [
export const SwitchElseTo = 'end_cpn_ids';
export enum TokenizerSearchMethod {
Embedding = 'embedding',
FullText = 'full_text',
}
export enum ImageParseMethod {
OCR = 'ocr',
}
const initialQueryBaseValues = {
query: [],
};
@ -287,8 +296,12 @@ export const initialWaitingDialogueValues = {};
export const initialChunkerValues = { outputs: {} };
export const initialTokenizerValues = {
search_method: [],
search_method: [
TokenizerSearchMethod.Embedding,
TokenizerSearchMethod.FullText,
],
filename_embd_weight: 0.1,
fields: ['text'],
outputs: {},
};
@ -359,9 +372,14 @@ export const initialStringTransformValues = {
},
};
export const initialParserValues = { outputs: {}, parser: [] };
export const initialParserValues = { outputs: {}, setups: [] };
export const initialSplitterValues = { outputs: {}, chunk_token_size: 512 };
export const initialSplitterValues = {
outputs: {},
chunk_token_size: 512,
overlapped_percent: 0,
delimiters: [{ value: '\n' }],
};
export const initialHierarchicalMergerValues = { outputs: {} };
@ -450,8 +468,3 @@ export enum FileType {
Video = 'video',
Audio = 'audio',
}
export enum TokenizerSearchMethod {
Embedding = 'embedding',
FullText = 'full_text',
}