mirror of
https://github.com/infiniflow/ragflow.git
synced 2025-12-08 20:42:30 +08:00
### What problem does this PR solve? Feat: Add TavilyExtract operator #3221 ### Type of change - [x] New Feature (non-breaking change which adds functionality)
450 lines
14 KiB
TypeScript
450 lines
14 KiB
TypeScript
import { useFetchModelId } from '@/hooks/logic-hooks';
|
|
import { Connection, Node, Position, ReactFlowInstance } from '@xyflow/react';
|
|
import humanId from 'human-id';
|
|
import { lowerFirst } from 'lodash';
|
|
import { useCallback, useMemo } from 'react';
|
|
import { useTranslation } from 'react-i18next';
|
|
import {
|
|
NodeHandleId,
|
|
NodeMap,
|
|
Operator,
|
|
initialAgentValues,
|
|
initialAkShareValues,
|
|
initialArXivValues,
|
|
initialBaiduFanyiValues,
|
|
initialBaiduValues,
|
|
initialBeginValues,
|
|
initialBingValues,
|
|
initialCategorizeValues,
|
|
initialCodeValues,
|
|
initialConcentratorValues,
|
|
initialCrawlerValues,
|
|
initialDeepLValues,
|
|
initialDuckValues,
|
|
initialEmailValues,
|
|
initialExeSqlValues,
|
|
initialGenerateValues,
|
|
initialGithubValues,
|
|
initialGoogleScholarValues,
|
|
initialGoogleValues,
|
|
initialInvokeValues,
|
|
initialIterationStartValues,
|
|
initialIterationValues,
|
|
initialJin10Values,
|
|
initialKeywordExtractValues,
|
|
initialMessageValues,
|
|
initialNoteValues,
|
|
initialPubMedValues,
|
|
initialQWeatherValues,
|
|
initialRelevantValues,
|
|
initialRetrievalValues,
|
|
initialRewriteQuestionValues,
|
|
initialStringTransformValues,
|
|
initialSwitchValues,
|
|
initialTavilyExtractValues,
|
|
initialTavilyValues,
|
|
initialTemplateValues,
|
|
initialTuShareValues,
|
|
initialUserFillUpValues,
|
|
initialWaitingDialogueValues,
|
|
initialWenCaiValues,
|
|
initialWikipediaValues,
|
|
initialYahooFinanceValues,
|
|
} from '../constant';
|
|
import useGraphStore from '../store';
|
|
import {
|
|
generateNodeNamesWithIncreasingIndex,
|
|
getNodeDragHandle,
|
|
} from '../utils';
|
|
|
|
function isBottomSubAgent(type: string, position: Position) {
|
|
return (
|
|
(type === Operator.Agent && position === Position.Bottom) ||
|
|
type === Operator.Tool
|
|
);
|
|
}
|
|
export const useInitializeOperatorParams = () => {
|
|
const llmId = useFetchModelId();
|
|
|
|
const initialFormValuesMap = useMemo(() => {
|
|
return {
|
|
[Operator.Begin]: initialBeginValues,
|
|
[Operator.Retrieval]: initialRetrievalValues,
|
|
[Operator.Generate]: { ...initialGenerateValues, llm_id: llmId },
|
|
[Operator.Answer]: {},
|
|
[Operator.Categorize]: { ...initialCategorizeValues, llm_id: llmId },
|
|
[Operator.Relevant]: { ...initialRelevantValues, llm_id: llmId },
|
|
[Operator.RewriteQuestion]: {
|
|
...initialRewriteQuestionValues,
|
|
llm_id: llmId,
|
|
},
|
|
[Operator.Message]: initialMessageValues,
|
|
[Operator.KeywordExtract]: {
|
|
...initialKeywordExtractValues,
|
|
llm_id: llmId,
|
|
},
|
|
[Operator.DuckDuckGo]: initialDuckValues,
|
|
[Operator.Baidu]: initialBaiduValues,
|
|
[Operator.Wikipedia]: initialWikipediaValues,
|
|
[Operator.PubMed]: initialPubMedValues,
|
|
[Operator.ArXiv]: initialArXivValues,
|
|
[Operator.Google]: initialGoogleValues,
|
|
[Operator.Bing]: initialBingValues,
|
|
[Operator.GoogleScholar]: initialGoogleScholarValues,
|
|
[Operator.DeepL]: initialDeepLValues,
|
|
[Operator.GitHub]: initialGithubValues,
|
|
[Operator.BaiduFanyi]: initialBaiduFanyiValues,
|
|
[Operator.QWeather]: initialQWeatherValues,
|
|
[Operator.ExeSQL]: initialExeSqlValues,
|
|
[Operator.Switch]: initialSwitchValues,
|
|
[Operator.WenCai]: initialWenCaiValues,
|
|
[Operator.AkShare]: initialAkShareValues,
|
|
[Operator.YahooFinance]: initialYahooFinanceValues,
|
|
[Operator.Jin10]: initialJin10Values,
|
|
[Operator.Concentrator]: initialConcentratorValues,
|
|
[Operator.TuShare]: initialTuShareValues,
|
|
[Operator.Note]: initialNoteValues,
|
|
[Operator.Crawler]: initialCrawlerValues,
|
|
[Operator.Invoke]: initialInvokeValues,
|
|
[Operator.Template]: initialTemplateValues,
|
|
[Operator.Email]: initialEmailValues,
|
|
[Operator.Iteration]: initialIterationValues,
|
|
[Operator.IterationStart]: initialIterationStartValues,
|
|
[Operator.Code]: initialCodeValues,
|
|
[Operator.WaitingDialogue]: initialWaitingDialogueValues,
|
|
[Operator.Agent]: { ...initialAgentValues, llm_id: llmId },
|
|
[Operator.Tool]: {},
|
|
[Operator.TavilySearch]: initialTavilyValues,
|
|
[Operator.UserFillUp]: initialUserFillUpValues,
|
|
[Operator.StringTransform]: initialStringTransformValues,
|
|
[Operator.TavilyExtract]: initialTavilyExtractValues,
|
|
};
|
|
}, [llmId]);
|
|
|
|
const initializeOperatorParams = useCallback(
|
|
(operatorName: Operator, position: Position) => {
|
|
const initialValues = initialFormValuesMap[operatorName];
|
|
if (isBottomSubAgent(operatorName, position)) {
|
|
return {
|
|
...initialValues,
|
|
description: 'This is an agent for a specific task.',
|
|
user_prompt: 'This is the order you need to send to the agent.',
|
|
};
|
|
}
|
|
|
|
return initialValues;
|
|
},
|
|
[initialFormValuesMap],
|
|
);
|
|
|
|
return { initializeOperatorParams, initialFormValuesMap };
|
|
};
|
|
|
|
export const useGetNodeName = () => {
|
|
const { t } = useTranslation();
|
|
|
|
return (type: string) => {
|
|
const name = t(`flow.${lowerFirst(type)}`);
|
|
return name;
|
|
};
|
|
};
|
|
|
|
export function useCalculateNewlyChildPosition() {
|
|
const getNode = useGraphStore((state) => state.getNode);
|
|
const nodes = useGraphStore((state) => state.nodes);
|
|
const edges = useGraphStore((state) => state.edges);
|
|
|
|
const calculateNewlyBackChildPosition = useCallback(
|
|
(id?: string, sourceHandle?: string) => {
|
|
const parentNode = getNode(id);
|
|
|
|
// Calculate the coordinates of child nodes to prevent newly added child nodes from covering other child nodes
|
|
const allChildNodeIds = edges
|
|
.filter((x) => x.source === id && x.sourceHandle === sourceHandle)
|
|
.map((x) => x.target);
|
|
|
|
const yAxises = nodes
|
|
.filter((x) => allChildNodeIds.some((y) => y === x.id))
|
|
.map((x) => x.position.y);
|
|
|
|
const maxY = Math.max(...yAxises);
|
|
|
|
const position = {
|
|
y: yAxises.length > 0 ? maxY + 150 : parentNode?.position.y || 0,
|
|
x: (parentNode?.position.x || 0) + 300,
|
|
};
|
|
|
|
return position;
|
|
},
|
|
[edges, getNode, nodes],
|
|
);
|
|
|
|
return { calculateNewlyBackChildPosition };
|
|
}
|
|
|
|
function useAddChildEdge() {
|
|
const addEdge = useGraphStore((state) => state.addEdge);
|
|
|
|
const addChildEdge = useCallback(
|
|
(position: Position = Position.Right, edge: Partial<Connection>) => {
|
|
if (
|
|
position === Position.Right &&
|
|
edge.source &&
|
|
edge.target &&
|
|
edge.sourceHandle
|
|
) {
|
|
addEdge({
|
|
source: edge.source,
|
|
target: edge.target,
|
|
sourceHandle: edge.sourceHandle,
|
|
targetHandle: NodeHandleId.End,
|
|
});
|
|
}
|
|
},
|
|
[addEdge],
|
|
);
|
|
|
|
return { addChildEdge };
|
|
}
|
|
|
|
function useAddToolNode() {
|
|
const { nodes, edges, addEdge, getNode, addNode } = useGraphStore(
|
|
(state) => state,
|
|
);
|
|
|
|
const addToolNode = useCallback(
|
|
(newNode: Node<any>, nodeId?: string) => {
|
|
const agentNode = getNode(nodeId);
|
|
|
|
if (agentNode) {
|
|
const childToolNodeIds = edges
|
|
.filter(
|
|
(x) => x.source === nodeId && x.sourceHandle === NodeHandleId.Tool,
|
|
)
|
|
.map((x) => x.target);
|
|
|
|
if (
|
|
childToolNodeIds.length > 0 &&
|
|
nodes.some((x) => x.id === childToolNodeIds[0])
|
|
) {
|
|
return;
|
|
}
|
|
|
|
newNode.position = {
|
|
x: agentNode.position.x - 82,
|
|
y: agentNode.position.y + 140,
|
|
};
|
|
|
|
addNode(newNode);
|
|
if (nodeId) {
|
|
addEdge({
|
|
source: nodeId,
|
|
target: newNode.id,
|
|
sourceHandle: NodeHandleId.Tool,
|
|
targetHandle: NodeHandleId.End,
|
|
});
|
|
}
|
|
}
|
|
},
|
|
[addEdge, addNode, edges, getNode, nodes],
|
|
);
|
|
|
|
return { addToolNode };
|
|
}
|
|
|
|
function useResizeIterationNode() {
|
|
const { getNode, nodes, updateNode } = useGraphStore((state) => state);
|
|
|
|
const resizeIterationNode = useCallback(
|
|
(type: string, position: Position, parentId?: string) => {
|
|
const parentNode = getNode(parentId);
|
|
if (parentNode && !isBottomSubAgent(type, position)) {
|
|
const MoveRightDistance = 310;
|
|
const childNodeList = nodes.filter((x) => x.parentId === parentId);
|
|
const maxX = Math.max(...childNodeList.map((x) => x.position.x));
|
|
if (maxX + MoveRightDistance > parentNode.position.x) {
|
|
updateNode({
|
|
...parentNode,
|
|
width: (parentNode.width || 0) + MoveRightDistance,
|
|
position: {
|
|
x: parentNode.position.x + MoveRightDistance / 2,
|
|
y: parentNode.position.y,
|
|
},
|
|
});
|
|
}
|
|
}
|
|
},
|
|
[getNode, nodes, updateNode],
|
|
);
|
|
|
|
return { resizeIterationNode };
|
|
}
|
|
type CanvasMouseEvent = Pick<
|
|
React.MouseEvent<HTMLElement>,
|
|
'clientX' | 'clientY'
|
|
>;
|
|
|
|
export function useAddNode(reactFlowInstance?: ReactFlowInstance<any, any>) {
|
|
const { edges, nodes, addEdge, addNode, getNode } = useGraphStore(
|
|
(state) => state,
|
|
);
|
|
const getNodeName = useGetNodeName();
|
|
const { initializeOperatorParams } = useInitializeOperatorParams();
|
|
const { calculateNewlyBackChildPosition } = useCalculateNewlyChildPosition();
|
|
const { addChildEdge } = useAddChildEdge();
|
|
const { addToolNode } = useAddToolNode();
|
|
const { resizeIterationNode } = useResizeIterationNode();
|
|
// const [reactFlowInstance, setReactFlowInstance] =
|
|
// useState<ReactFlowInstance<any, any>>();
|
|
|
|
const addCanvasNode = useCallback(
|
|
(
|
|
type: string,
|
|
params: { nodeId?: string; position: Position; id?: string } = {
|
|
position: Position.Right,
|
|
},
|
|
) =>
|
|
(event?: CanvasMouseEvent) => {
|
|
const nodeId = params.nodeId;
|
|
|
|
const node = getNode(nodeId);
|
|
|
|
// reactFlowInstance.project was renamed to reactFlowInstance.screenToFlowPosition
|
|
// and you don't need to subtract the reactFlowBounds.left/top anymore
|
|
// details: https://@xyflow/react.dev/whats-new/2023-11-10
|
|
let position = reactFlowInstance?.screenToFlowPosition({
|
|
x: event?.clientX || 0,
|
|
y: event?.clientY || 0,
|
|
});
|
|
|
|
if (params.position === Position.Right && type !== Operator.Note) {
|
|
position = calculateNewlyBackChildPosition(nodeId, params.id);
|
|
}
|
|
|
|
const newNode: Node<any> = {
|
|
id: `${type}:${humanId()}`,
|
|
type: NodeMap[type as Operator] || 'ragNode',
|
|
position: position || {
|
|
x: 0,
|
|
y: 0,
|
|
},
|
|
data: {
|
|
label: `${type}`,
|
|
name: generateNodeNamesWithIncreasingIndex(
|
|
getNodeName(type),
|
|
nodes,
|
|
),
|
|
form: initializeOperatorParams(type as Operator, params.position),
|
|
},
|
|
sourcePosition: Position.Right,
|
|
targetPosition: Position.Left,
|
|
dragHandle: getNodeDragHandle(type),
|
|
};
|
|
|
|
if (node && node.parentId) {
|
|
newNode.parentId = node.parentId;
|
|
newNode.extent = 'parent';
|
|
const parentNode = getNode(node.parentId);
|
|
if (parentNode && !isBottomSubAgent(type, params.position)) {
|
|
resizeIterationNode(type, params.position, node.parentId);
|
|
}
|
|
}
|
|
|
|
if (type === Operator.Iteration) {
|
|
newNode.width = 500;
|
|
newNode.height = 250;
|
|
const iterationStartNode: Node<any> = {
|
|
id: `${Operator.IterationStart}:${humanId()}`,
|
|
type: 'iterationStartNode',
|
|
position: { x: 50, y: 100 },
|
|
// draggable: false,
|
|
data: {
|
|
label: Operator.IterationStart,
|
|
name: Operator.IterationStart,
|
|
form: initialIterationStartValues,
|
|
},
|
|
parentId: newNode.id,
|
|
extent: 'parent',
|
|
};
|
|
addNode(newNode);
|
|
addNode(iterationStartNode);
|
|
if (nodeId) {
|
|
addEdge({
|
|
source: nodeId,
|
|
target: newNode.id,
|
|
sourceHandle: NodeHandleId.Start,
|
|
targetHandle: NodeHandleId.End,
|
|
});
|
|
}
|
|
} else if (
|
|
type === Operator.Agent &&
|
|
params.position === Position.Bottom
|
|
) {
|
|
const agentNode = getNode(nodeId);
|
|
if (agentNode) {
|
|
// Calculate the coordinates of child nodes to prevent newly added child nodes from covering other child nodes
|
|
const allChildAgentNodeIds = edges
|
|
.filter(
|
|
(x) =>
|
|
x.source === nodeId &&
|
|
x.sourceHandle === NodeHandleId.AgentBottom,
|
|
)
|
|
.map((x) => x.target);
|
|
|
|
const xAxises = nodes
|
|
.filter((x) => allChildAgentNodeIds.some((y) => y === x.id))
|
|
.map((x) => x.position.x);
|
|
|
|
const maxX = Math.max(...xAxises);
|
|
|
|
newNode.position = {
|
|
x: xAxises.length > 0 ? maxX + 262 : agentNode.position.x + 82,
|
|
y: agentNode.position.y + 140,
|
|
};
|
|
}
|
|
addNode(newNode);
|
|
if (nodeId) {
|
|
addEdge({
|
|
source: nodeId,
|
|
target: newNode.id,
|
|
sourceHandle: NodeHandleId.AgentBottom,
|
|
targetHandle: NodeHandleId.AgentTop,
|
|
});
|
|
}
|
|
} else if (type === Operator.Tool) {
|
|
addToolNode(newNode, params.nodeId);
|
|
} else {
|
|
addNode(newNode);
|
|
addChildEdge(params.position, {
|
|
source: params.nodeId,
|
|
target: newNode.id,
|
|
sourceHandle: params.id,
|
|
});
|
|
}
|
|
},
|
|
[
|
|
addChildEdge,
|
|
addEdge,
|
|
addNode,
|
|
addToolNode,
|
|
calculateNewlyBackChildPosition,
|
|
edges,
|
|
getNode,
|
|
getNodeName,
|
|
initializeOperatorParams,
|
|
nodes,
|
|
reactFlowInstance,
|
|
resizeIterationNode,
|
|
],
|
|
);
|
|
|
|
const addNoteNode = useCallback(
|
|
(e: CanvasMouseEvent) => {
|
|
addCanvasNode(Operator.Note)(e);
|
|
},
|
|
[addCanvasNode],
|
|
);
|
|
|
|
return { addCanvasNode, addNoteNode };
|
|
}
|