mirror of
https://github.com/infiniflow/ragflow.git
synced 2025-12-08 20:42:30 +08:00
Move some enumerate type to constants.py (#10998)
### What problem does this PR solve? As title. ### Type of change - [x] Refactoring --------- Signed-off-by: Jin Hai <haijin.chn@gmail.com>
This commit is contained in:
@ -24,7 +24,7 @@ from werkzeug.serving import run_simple
|
|||||||
from flask import Flask
|
from flask import Flask
|
||||||
from routes import admin_bp
|
from routes import admin_bp
|
||||||
from common.log_utils import init_root_logger
|
from common.log_utils import init_root_logger
|
||||||
from common.contants import SERVICE_CONF
|
from common.constants import SERVICE_CONF
|
||||||
from common.config_utils import show_configs
|
from common.config_utils import show_configs
|
||||||
from api import settings
|
from api import settings
|
||||||
from config import load_configurations, SERVICE_CONFIGS
|
from config import load_configurations, SERVICE_CONFIGS
|
||||||
|
|||||||
@ -34,7 +34,7 @@ from api.db.services.task_service import queue_tasks, TaskService
|
|||||||
from api.db.services.user_service import UserTenantService
|
from api.db.services.user_service import UserTenantService
|
||||||
from api import settings
|
from api import settings
|
||||||
from common.misc_utils import get_uuid
|
from common.misc_utils import get_uuid
|
||||||
from common.contants import RetCode
|
from common.constants import RetCode
|
||||||
from api.utils.api_utils import server_error_response, get_data_error_result, get_json_result, validate_request, \
|
from api.utils.api_utils import server_error_response, get_data_error_result, get_json_result, validate_request, \
|
||||||
generate_confirmation_token
|
generate_confirmation_token
|
||||||
|
|
||||||
|
|||||||
@ -34,7 +34,7 @@ from api.db.services.pipeline_operation_log_service import PipelineOperationLogS
|
|||||||
from api.db.services.task_service import queue_dataflow, CANVAS_DEBUG_DOC_ID, TaskService
|
from api.db.services.task_service import queue_dataflow, CANVAS_DEBUG_DOC_ID, TaskService
|
||||||
from api.db.services.user_service import TenantService
|
from api.db.services.user_service import TenantService
|
||||||
from api.db.services.user_canvas_version import UserCanvasVersionService
|
from api.db.services.user_canvas_version import UserCanvasVersionService
|
||||||
from common.contants import RetCode
|
from common.constants import RetCode
|
||||||
from common.misc_utils import get_uuid
|
from common.misc_utils import get_uuid
|
||||||
from api.utils.api_utils import get_json_result, server_error_response, validate_request, get_data_error_result
|
from api.utils.api_utils import get_json_result, server_error_response, validate_request, get_data_error_result
|
||||||
from agent.canvas import Canvas
|
from agent.canvas import Canvas
|
||||||
|
|||||||
@ -36,7 +36,7 @@ from rag.nlp import rag_tokenizer, search
|
|||||||
from rag.prompts.generator import gen_meta_filter, cross_languages, keyword_extraction
|
from rag.prompts.generator import gen_meta_filter, cross_languages, keyword_extraction
|
||||||
from rag.settings import PAGERANK_FLD
|
from rag.settings import PAGERANK_FLD
|
||||||
from common.string_utils import remove_redundant_spaces
|
from common.string_utils import remove_redundant_spaces
|
||||||
from common.contants import RetCode
|
from common.constants import RetCode
|
||||||
|
|
||||||
|
|
||||||
@manager.route('/list', methods=['POST']) # noqa: F821
|
@manager.route('/list', methods=['POST']) # noqa: F821
|
||||||
|
|||||||
@ -22,7 +22,7 @@ from api.db import TaskStatus, InputType
|
|||||||
from api.db.services.connector_service import ConnectorService, Connector2KbService, SyncLogsService
|
from api.db.services.connector_service import ConnectorService, Connector2KbService, SyncLogsService
|
||||||
from api.utils.api_utils import get_json_result, validate_request, get_data_error_result
|
from api.utils.api_utils import get_json_result, validate_request, get_data_error_result
|
||||||
from common.misc_utils import get_uuid
|
from common.misc_utils import get_uuid
|
||||||
from common.contants import RetCode
|
from common.constants import RetCode
|
||||||
|
|
||||||
@manager.route("/set", methods=["POST"]) # noqa: F821
|
@manager.route("/set", methods=["POST"]) # noqa: F821
|
||||||
@login_required
|
@login_required
|
||||||
|
|||||||
@ -30,7 +30,7 @@ from api.db.services.user_service import TenantService, UserTenantService
|
|||||||
from api.utils.api_utils import get_data_error_result, get_json_result, server_error_response, validate_request
|
from api.utils.api_utils import get_data_error_result, get_json_result, server_error_response, validate_request
|
||||||
from rag.prompts.template import load_prompt
|
from rag.prompts.template import load_prompt
|
||||||
from rag.prompts.generator import chunks_format
|
from rag.prompts.generator import chunks_format
|
||||||
from common.contants import RetCode
|
from common.constants import RetCode
|
||||||
|
|
||||||
|
|
||||||
@manager.route("/set", methods=["POST"]) # noqa: F821
|
@manager.route("/set", methods=["POST"]) # noqa: F821
|
||||||
|
|||||||
@ -24,7 +24,7 @@ from api.db.services.knowledgebase_service import KnowledgebaseService
|
|||||||
from api.db.services.user_service import TenantService, UserTenantService
|
from api.db.services.user_service import TenantService, UserTenantService
|
||||||
from api.utils.api_utils import server_error_response, get_data_error_result, validate_request
|
from api.utils.api_utils import server_error_response, get_data_error_result, validate_request
|
||||||
from common.misc_utils import get_uuid
|
from common.misc_utils import get_uuid
|
||||||
from common.contants import RetCode
|
from common.constants import RetCode
|
||||||
from api.utils.api_utils import get_json_result
|
from api.utils.api_utils import get_json_result
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@ -44,7 +44,7 @@ from api.utils.api_utils import (
|
|||||||
)
|
)
|
||||||
from api.utils.file_utils import filename_type, thumbnail
|
from api.utils.file_utils import filename_type, thumbnail
|
||||||
from common.file_utils import get_project_base_directory
|
from common.file_utils import get_project_base_directory
|
||||||
from common.contants import RetCode
|
from common.constants import RetCode
|
||||||
from api.utils.web_utils import CONTENT_TYPE_MAP, html2pdf, is_valid_url
|
from api.utils.web_utils import CONTENT_TYPE_MAP, html2pdf, is_valid_url
|
||||||
from deepdoc.parser.html_parser import RAGFlowHtmlParser
|
from deepdoc.parser.html_parser import RAGFlowHtmlParser
|
||||||
from rag.nlp import search, rag_tokenizer
|
from rag.nlp import search, rag_tokenizer
|
||||||
|
|||||||
@ -24,7 +24,7 @@ from flask_login import login_required, current_user
|
|||||||
from api.db.services.knowledgebase_service import KnowledgebaseService
|
from api.db.services.knowledgebase_service import KnowledgebaseService
|
||||||
from api.utils.api_utils import server_error_response, get_data_error_result, validate_request
|
from api.utils.api_utils import server_error_response, get_data_error_result, validate_request
|
||||||
from common.misc_utils import get_uuid
|
from common.misc_utils import get_uuid
|
||||||
from common.contants import RetCode
|
from common.constants import RetCode
|
||||||
from api.db import FileType
|
from api.db import FileType
|
||||||
from api.db.services.document_service import DocumentService
|
from api.db.services.document_service import DocumentService
|
||||||
from api.utils.api_utils import get_json_result
|
from api.utils.api_utils import get_json_result
|
||||||
|
|||||||
@ -27,7 +27,7 @@ from api.db.services.document_service import DocumentService
|
|||||||
from api.db.services.file2document_service import File2DocumentService
|
from api.db.services.file2document_service import File2DocumentService
|
||||||
from api.utils.api_utils import server_error_response, get_data_error_result, validate_request
|
from api.utils.api_utils import server_error_response, get_data_error_result, validate_request
|
||||||
from common.misc_utils import get_uuid
|
from common.misc_utils import get_uuid
|
||||||
from common.contants import RetCode
|
from common.constants import RetCode
|
||||||
from api.db import FileType, FileSource
|
from api.db import FileType, FileSource
|
||||||
from api.db.services import duplicate_name
|
from api.db.services import duplicate_name
|
||||||
from api.db.services.file_service import FileService
|
from api.db.services.file_service import FileService
|
||||||
|
|||||||
@ -41,7 +41,7 @@ from rag.settings import PAGERANK_FLD
|
|||||||
from rag.utils.redis_conn import REDIS_CONN
|
from rag.utils.redis_conn import REDIS_CONN
|
||||||
from rag.utils.storage_factory import STORAGE_IMPL
|
from rag.utils.storage_factory import STORAGE_IMPL
|
||||||
from rag.utils.doc_store_conn import OrderByExpr
|
from rag.utils.doc_store_conn import OrderByExpr
|
||||||
from common.contants import RetCode
|
from common.constants import RetCode
|
||||||
|
|
||||||
|
|
||||||
@manager.route('/create', methods=['post']) # noqa: F821
|
@manager.route('/create', methods=['post']) # noqa: F821
|
||||||
|
|||||||
@ -20,7 +20,7 @@ from api.db import VALID_MCP_SERVER_TYPES
|
|||||||
from api.db.db_models import MCPServer
|
from api.db.db_models import MCPServer
|
||||||
from api.db.services.mcp_server_service import MCPServerService
|
from api.db.services.mcp_server_service import MCPServerService
|
||||||
from api.db.services.user_service import TenantService
|
from api.db.services.user_service import TenantService
|
||||||
from common.contants import RetCode
|
from common.constants import RetCode
|
||||||
|
|
||||||
from common.misc_utils import get_uuid
|
from common.misc_utils import get_uuid
|
||||||
from api.utils.api_utils import get_data_error_result, get_json_result, server_error_response, validate_request, \
|
from api.utils.api_utils import get_data_error_result, get_json_result, server_error_response, validate_request, \
|
||||||
|
|||||||
@ -19,7 +19,7 @@ import time
|
|||||||
from typing import Any, cast
|
from typing import Any, cast
|
||||||
from api.db.services.canvas_service import UserCanvasService
|
from api.db.services.canvas_service import UserCanvasService
|
||||||
from api.db.services.user_canvas_version import UserCanvasVersionService
|
from api.db.services.user_canvas_version import UserCanvasVersionService
|
||||||
from common.contants import RetCode
|
from common.constants import RetCode
|
||||||
from common.misc_utils import get_uuid
|
from common.misc_utils import get_uuid
|
||||||
from api.utils.api_utils import get_data_error_result, get_error_data_result, get_json_result, token_required
|
from api.utils.api_utils import get_data_error_result, get_error_data_result, get_json_result, token_required
|
||||||
from api.utils.api_utils import get_result
|
from api.utils.api_utils import get_result
|
||||||
|
|||||||
@ -23,7 +23,7 @@ from api.db.services.knowledgebase_service import KnowledgebaseService
|
|||||||
from api.db.services.tenant_llm_service import TenantLLMService
|
from api.db.services.tenant_llm_service import TenantLLMService
|
||||||
from api.db.services.user_service import TenantService
|
from api.db.services.user_service import TenantService
|
||||||
from common.misc_utils import get_uuid
|
from common.misc_utils import get_uuid
|
||||||
from common.contants import RetCode
|
from common.constants import RetCode
|
||||||
from api.utils.api_utils import check_duplicate_ids, get_error_data_result, get_result, token_required
|
from api.utils.api_utils import check_duplicate_ids, get_error_data_result, get_result, token_required
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@ -28,7 +28,7 @@ from api.db.services.file2document_service import File2DocumentService
|
|||||||
from api.db.services.file_service import FileService
|
from api.db.services.file_service import FileService
|
||||||
from api.db.services.knowledgebase_service import KnowledgebaseService
|
from api.db.services.knowledgebase_service import KnowledgebaseService
|
||||||
from api.db.services.user_service import TenantService
|
from api.db.services.user_service import TenantService
|
||||||
from common.contants import RetCode
|
from common.constants import RetCode
|
||||||
from api.utils.api_utils import (
|
from api.utils.api_utils import (
|
||||||
deep_merge,
|
deep_merge,
|
||||||
get_error_argument_result,
|
get_error_argument_result,
|
||||||
|
|||||||
@ -25,7 +25,7 @@ from api import settings
|
|||||||
from api.utils.api_utils import validate_request, build_error_result, apikey_required
|
from api.utils.api_utils import validate_request, build_error_result, apikey_required
|
||||||
from rag.app.tag import label_question
|
from rag.app.tag import label_question
|
||||||
from api.db.services.dialog_service import meta_filter, convert_conditions
|
from api.db.services.dialog_service import meta_filter, convert_conditions
|
||||||
from common.contants import RetCode
|
from common.constants import RetCode
|
||||||
|
|
||||||
@manager.route('/dify/retrieval', methods=['POST']) # noqa: F821
|
@manager.route('/dify/retrieval', methods=['POST']) # noqa: F821
|
||||||
@apikey_required
|
@apikey_required
|
||||||
|
|||||||
@ -43,7 +43,7 @@ from rag.nlp import rag_tokenizer, search
|
|||||||
from rag.prompts.generator import cross_languages, keyword_extraction
|
from rag.prompts.generator import cross_languages, keyword_extraction
|
||||||
from rag.utils.storage_factory import STORAGE_IMPL
|
from rag.utils.storage_factory import STORAGE_IMPL
|
||||||
from common.string_utils import remove_redundant_spaces
|
from common.string_utils import remove_redundant_spaces
|
||||||
from common.contants import RetCode
|
from common.constants import RetCode
|
||||||
|
|
||||||
MAXIMUM_OF_UPLOADING_FILES = 256
|
MAXIMUM_OF_UPLOADING_FILES = 256
|
||||||
|
|
||||||
|
|||||||
@ -41,7 +41,7 @@ from api.utils.api_utils import check_duplicate_ids, get_data_openai, get_error_
|
|||||||
from rag.app.tag import label_question
|
from rag.app.tag import label_question
|
||||||
from rag.prompts.template import load_prompt
|
from rag.prompts.template import load_prompt
|
||||||
from rag.prompts.generator import cross_languages, gen_meta_filter, keyword_extraction, chunks_format
|
from rag.prompts.generator import cross_languages, gen_meta_filter, keyword_extraction, chunks_format
|
||||||
from common.contants import RetCode
|
from common.constants import RetCode
|
||||||
|
|
||||||
@manager.route("/chats/<chat_id>/sessions", methods=["POST"]) # noqa: F821
|
@manager.route("/chats/<chat_id>/sessions", methods=["POST"]) # noqa: F821
|
||||||
@token_required
|
@token_required
|
||||||
|
|||||||
@ -24,7 +24,7 @@ from api.db.services import duplicate_name
|
|||||||
from api.db.services.search_service import SearchService
|
from api.db.services.search_service import SearchService
|
||||||
from api.db.services.user_service import TenantService, UserTenantService
|
from api.db.services.user_service import TenantService, UserTenantService
|
||||||
from common.misc_utils import get_uuid
|
from common.misc_utils import get_uuid
|
||||||
from common.contants import RetCode
|
from common.constants import RetCode
|
||||||
from api.utils.api_utils import get_data_error_result, get_json_result, not_allowed_parameters, server_error_response, validate_request
|
from api.utils.api_utils import get_data_error_result, get_json_result, not_allowed_parameters, server_error_response, validate_request
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@ -23,7 +23,7 @@ from api.db import UserTenantRole, StatusEnum
|
|||||||
from api.db.db_models import UserTenant
|
from api.db.db_models import UserTenant
|
||||||
from api.db.services.user_service import UserTenantService, UserService
|
from api.db.services.user_service import UserTenantService, UserService
|
||||||
|
|
||||||
from common.contants import RetCode
|
from common.constants import RetCode
|
||||||
from common.misc_utils import get_uuid
|
from common.misc_utils import get_uuid
|
||||||
from common.time_utils import delta_seconds
|
from common.time_utils import delta_seconds
|
||||||
from api.utils.api_utils import get_json_result, validate_request, server_error_response, get_data_error_result
|
from api.utils.api_utils import get_json_result, validate_request, server_error_response, get_data_error_result
|
||||||
|
|||||||
@ -36,7 +36,7 @@ from api.db.services.tenant_llm_service import TenantLLMService
|
|||||||
from api.db.services.user_service import TenantService, UserService, UserTenantService
|
from api.db.services.user_service import TenantService, UserService, UserTenantService
|
||||||
from common.time_utils import current_timestamp, datetime_format, get_format_time
|
from common.time_utils import current_timestamp, datetime_format, get_format_time
|
||||||
from common.misc_utils import download_img, get_uuid
|
from common.misc_utils import download_img, get_uuid
|
||||||
from common.contants import RetCode
|
from common.constants import RetCode
|
||||||
from common.connection_utils import construct_response
|
from common.connection_utils import construct_response
|
||||||
from api.utils.api_utils import (
|
from api.utils.api_utils import (
|
||||||
get_data_error_result,
|
get_data_error_result,
|
||||||
|
|||||||
@ -65,13 +65,6 @@ class LLMType(StrEnum):
|
|||||||
TTS = 'tts'
|
TTS = 'tts'
|
||||||
|
|
||||||
|
|
||||||
class ChatStyle(StrEnum):
|
|
||||||
CREATIVE = 'Creative'
|
|
||||||
PRECISE = 'Precise'
|
|
||||||
EVENLY = 'Evenly'
|
|
||||||
CUSTOM = 'Custom'
|
|
||||||
|
|
||||||
|
|
||||||
class TaskStatus(StrEnum):
|
class TaskStatus(StrEnum):
|
||||||
UNSTART = "0"
|
UNSTART = "0"
|
||||||
RUNNING = "1"
|
RUNNING = "1"
|
||||||
@ -124,17 +117,10 @@ class InputType(StrEnum):
|
|||||||
SLIM_RETRIEVAL = "slim_retrieval"
|
SLIM_RETRIEVAL = "slim_retrieval"
|
||||||
|
|
||||||
|
|
||||||
class CanvasType(StrEnum):
|
|
||||||
ChatBot = "chatbot"
|
|
||||||
DocBot = "docbot"
|
|
||||||
|
|
||||||
|
|
||||||
class CanvasCategory(StrEnum):
|
class CanvasCategory(StrEnum):
|
||||||
Agent = "agent_canvas"
|
Agent = "agent_canvas"
|
||||||
DataFlow = "dataflow_canvas"
|
DataFlow = "dataflow_canvas"
|
||||||
|
|
||||||
VALID_CANVAS_CATEGORIES = {CanvasCategory.Agent, CanvasCategory.DataFlow}
|
|
||||||
|
|
||||||
|
|
||||||
class MCPServerType(StrEnum):
|
class MCPServerType(StrEnum):
|
||||||
SSE = "sse"
|
SSE = "sse"
|
||||||
|
|||||||
@ -40,7 +40,7 @@ from api.db.db_models import APIToken
|
|||||||
from api.utils.json_encode import CustomJSONEncoder
|
from api.utils.json_encode import CustomJSONEncoder
|
||||||
from rag.utils.mcp_tool_call_conn import MCPToolCallSession, close_multiple_mcp_toolcall_sessions
|
from rag.utils.mcp_tool_call_conn import MCPToolCallSession, close_multiple_mcp_toolcall_sessions
|
||||||
from common.connection_utils import timeout
|
from common.connection_utils import timeout
|
||||||
from common.contants import RetCode
|
from common.constants import RetCode
|
||||||
|
|
||||||
|
|
||||||
requests.models.complexjson.dumps = functools.partial(json.dumps, cls=CustomJSONEncoder)
|
requests.models.complexjson.dumps = functools.partial(json.dumps, cls=CustomJSONEncoder)
|
||||||
|
|||||||
@ -21,7 +21,7 @@ import importlib
|
|||||||
from filelock import FileLock
|
from filelock import FileLock
|
||||||
|
|
||||||
from common.file_utils import get_project_base_directory
|
from common.file_utils import get_project_base_directory
|
||||||
from common.contants import SERVICE_CONF
|
from common.constants import SERVICE_CONF
|
||||||
from ruamel.yaml import YAML
|
from ruamel.yaml import YAML
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@ -22,7 +22,7 @@ import asyncio
|
|||||||
import trio
|
import trio
|
||||||
from functools import wraps
|
from functools import wraps
|
||||||
from flask import make_response, jsonify
|
from flask import make_response, jsonify
|
||||||
from common.contants import RetCode
|
from common.constants import RetCode
|
||||||
|
|
||||||
TimeoutException = Union[Type[BaseException], BaseException]
|
TimeoutException = Union[Type[BaseException], BaseException]
|
||||||
OnTimeoutCallback = Union[Callable[..., Any], Coroutine[Any, Any, Any]]
|
OnTimeoutCallback = Union[Callable[..., Any], Coroutine[Any, Any, Any]]
|
||||||
|
|||||||
@ -15,6 +15,7 @@
|
|||||||
#
|
#
|
||||||
|
|
||||||
from enum import Enum, IntEnum
|
from enum import Enum, IntEnum
|
||||||
|
from strenum import StrEnum
|
||||||
|
|
||||||
SERVICE_CONF = "service_conf.yaml"
|
SERVICE_CONF = "service_conf.yaml"
|
||||||
|
|
||||||
@ -53,6 +54,83 @@ class RetCode(IntEnum, CustomEnum):
|
|||||||
FORBIDDEN = 403
|
FORBIDDEN = 403
|
||||||
NOT_FOUND = 404
|
NOT_FOUND = 404
|
||||||
|
|
||||||
|
|
||||||
|
class StatusEnum(Enum):
|
||||||
|
VALID = "1"
|
||||||
|
INVALID = "0"
|
||||||
|
|
||||||
|
|
||||||
|
class ActiveEnum(Enum):
|
||||||
|
ACTIVE = "1"
|
||||||
|
INACTIVE = "0"
|
||||||
|
|
||||||
|
|
||||||
|
class LLMType(StrEnum):
|
||||||
|
CHAT = 'chat'
|
||||||
|
EMBEDDING = 'embedding'
|
||||||
|
SPEECH2TEXT = 'speech2text'
|
||||||
|
IMAGE2TEXT = 'image2text'
|
||||||
|
RERANK = 'rerank'
|
||||||
|
TTS = 'tts'
|
||||||
|
|
||||||
|
|
||||||
|
class TaskStatus(StrEnum):
|
||||||
|
UNSTART = "0"
|
||||||
|
RUNNING = "1"
|
||||||
|
CANCEL = "2"
|
||||||
|
DONE = "3"
|
||||||
|
FAIL = "4"
|
||||||
|
SCHEDULE = "5"
|
||||||
|
|
||||||
|
|
||||||
|
VALID_TASK_STATUS = {TaskStatus.UNSTART, TaskStatus.RUNNING, TaskStatus.CANCEL, TaskStatus.DONE, TaskStatus.FAIL,
|
||||||
|
TaskStatus.SCHEDULE}
|
||||||
|
|
||||||
|
|
||||||
|
class ParserType(StrEnum):
|
||||||
|
PRESENTATION = "presentation"
|
||||||
|
LAWS = "laws"
|
||||||
|
MANUAL = "manual"
|
||||||
|
PAPER = "paper"
|
||||||
|
RESUME = "resume"
|
||||||
|
BOOK = "book"
|
||||||
|
QA = "qa"
|
||||||
|
TABLE = "table"
|
||||||
|
NAIVE = "naive"
|
||||||
|
PICTURE = "picture"
|
||||||
|
ONE = "one"
|
||||||
|
AUDIO = "audio"
|
||||||
|
EMAIL = "email"
|
||||||
|
KG = "knowledge_graph"
|
||||||
|
TAG = "tag"
|
||||||
|
|
||||||
|
|
||||||
|
class FileSource(StrEnum):
|
||||||
|
LOCAL = ""
|
||||||
|
KNOWLEDGEBASE = "knowledgebase"
|
||||||
|
S3 = "s3"
|
||||||
|
NOTION = "notion"
|
||||||
|
DISCORD = "discord"
|
||||||
|
CONFLUENCE = "confluence"
|
||||||
|
GMAIL = "gmail"
|
||||||
|
GOOGLE_DRIVER = "google_driver"
|
||||||
|
JIRA = "jira"
|
||||||
|
SHAREPOINT = "sharepoint"
|
||||||
|
SLACK = "slack"
|
||||||
|
TEAMS = "teams"
|
||||||
|
|
||||||
|
|
||||||
|
class PipelineTaskType(StrEnum):
|
||||||
|
PARSE = "Parse"
|
||||||
|
DOWNLOAD = "Download"
|
||||||
|
RAPTOR = "RAPTOR"
|
||||||
|
GRAPH_RAG = "GraphRAG"
|
||||||
|
MINDMAP = "Mindmap"
|
||||||
|
|
||||||
|
|
||||||
|
VALID_PIPELINE_TASK_TYPES = {PipelineTaskType.PARSE, PipelineTaskType.DOWNLOAD, PipelineTaskType.RAPTOR,
|
||||||
|
PipelineTaskType.GRAPH_RAG, PipelineTaskType.MINDMAP}
|
||||||
|
|
||||||
# environment
|
# environment
|
||||||
# ENV_STRONG_TEST_COUNT = "STRONG_TEST_COUNT"
|
# ENV_STRONG_TEST_COUNT = "STRONG_TEST_COUNT"
|
||||||
# ENV_RAGFLOW_SECRET_KEY = "RAGFLOW_SECRET_KEY"
|
# ENV_RAGFLOW_SECRET_KEY = "RAGFLOW_SECRET_KEY"
|
||||||
@ -170,7 +170,7 @@ class Confluence(SyncBase):
|
|||||||
docs = [{
|
docs = [{
|
||||||
"id": doc.id,
|
"id": doc.id,
|
||||||
"connector_id": task["connector_id"],
|
"connector_id": task["connector_id"],
|
||||||
"source": FileSource.CONFLUENNCE,
|
"source": FileSource.CONFLUENCE,
|
||||||
"semantic_identifier": doc.semantic_identifier,
|
"semantic_identifier": doc.semantic_identifier,
|
||||||
"extension": doc.extension,
|
"extension": doc.extension,
|
||||||
"size_bytes": doc.size_bytes,
|
"size_bytes": doc.size_bytes,
|
||||||
@ -179,7 +179,7 @@ class Confluence(SyncBase):
|
|||||||
}]
|
}]
|
||||||
|
|
||||||
e, kb = KnowledgebaseService.get_by_id(task["kb_id"])
|
e, kb = KnowledgebaseService.get_by_id(task["kb_id"])
|
||||||
err, dids = SyncLogsService.duplicate_and_parse(kb, docs, task["tenant_id"], f"{FileSource.CONFLUENNCE}/{task['connector_id']}")
|
err, dids = SyncLogsService.duplicate_and_parse(kb, docs, task["tenant_id"], f"{FileSource.CONFLUENCE}/{task['connector_id']}")
|
||||||
SyncLogsService.increase_docs(task["id"], min_update, max_update, len(docs), "\n".join(err), len(err))
|
SyncLogsService.increase_docs(task["id"], min_update, max_update, len(docs), "\n".join(err), len(err))
|
||||||
doc_num += len(docs)
|
doc_num += len(docs)
|
||||||
|
|
||||||
|
|||||||
23
rag/utils/constants.py
Normal file
23
rag/utils/constants.py
Normal file
@ -0,0 +1,23 @@
|
|||||||
|
#
|
||||||
|
# Copyright 2025 The InfiniFlow Authors. All Rights Reserved.
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
#
|
||||||
|
|
||||||
|
from enum import StrEnum
|
||||||
|
|
||||||
|
class MCPServerType(StrEnum):
|
||||||
|
SSE = "sse"
|
||||||
|
STREAMABLE_HTTP = "streamable-http"
|
||||||
|
|
||||||
|
VALID_MCP_SERVER_TYPES = {MCPServerType.SSE, MCPServerType.STREAMABLE_HTTP}
|
||||||
Reference in New Issue
Block a user