mirror of
https://github.com/infiniflow/ragflow.git
synced 2025-12-08 20:42:30 +08:00
df16a80f25
### What problem does this PR solve? This feature is primarily ported from the [Onyx](https://github.com/onyx-dot-app/onyx) project with necessary modifications. Thanks for such a brilliant project. Minor: consistently use `google_drive` rather than `google_driver`. <img width="566" height="731" alt="image" src="https://github.com/user-attachments/assets/6f64e70e-881e-42c7-b45f-809d3e0024a4" /> <img width="904" height="830" alt="image" src="https://github.com/user-attachments/assets/dfa7d1ef-819a-4a82-8c52-0999f48ed4a6" /> <img width="911" height="869" alt="image" src="https://github.com/user-attachments/assets/39e792fb-9fbe-4f3d-9b3c-b2265186bc22" /> <img width="947" height="323" alt="image" src="https://github.com/user-attachments/assets/27d70e96-d9c0-42d9-8c89-276919b6d61d" /> ### Type of change - [x] New Feature (non-breaking change which adds functionality)
108 lines
3.7 KiB
Python
108 lines
3.7 KiB
Python
#
|
|
# Copyright 2024 The InfiniFlow Authors. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
#
|
|
import time
|
|
|
|
from flask import request
|
|
from flask_login import login_required, current_user
|
|
|
|
from api.db import InputType
|
|
from api.db.services.connector_service import ConnectorService, SyncLogsService
|
|
from api.utils.api_utils import get_json_result, validate_request, get_data_error_result
|
|
from common.misc_utils import get_uuid
|
|
from common.constants import RetCode, TaskStatus
|
|
|
|
@manager.route("/set", methods=["POST"]) # noqa: F821
|
|
@login_required
|
|
def set_connector():
|
|
req = request.json
|
|
if req.get("id"):
|
|
conn = {fld: req[fld] for fld in ["prune_freq", "refresh_freq", "config", "timeout_secs"] if fld in req}
|
|
ConnectorService.update_by_id(req["id"], conn)
|
|
else:
|
|
req["id"] = get_uuid()
|
|
conn = {
|
|
"id": req["id"],
|
|
"tenant_id": current_user.id,
|
|
"name": req["name"],
|
|
"source": req["source"],
|
|
"input_type": InputType.POLL,
|
|
"config": req["config"],
|
|
"refresh_freq": int(req.get("refresh_freq", 30)),
|
|
"prune_freq": int(req.get("prune_freq", 720)),
|
|
"timeout_secs": int(req.get("timeout_secs", 60*29)),
|
|
"status": TaskStatus.SCHEDULE
|
|
}
|
|
conn["status"] = TaskStatus.SCHEDULE
|
|
ConnectorService.save(**conn)
|
|
|
|
time.sleep(1)
|
|
e, conn = ConnectorService.get_by_id(req["id"])
|
|
|
|
return get_json_result(data=conn.to_dict())
|
|
|
|
|
|
@manager.route("/list", methods=["GET"]) # noqa: F821
|
|
@login_required
|
|
def list_connector():
|
|
return get_json_result(data=ConnectorService.list(current_user.id))
|
|
|
|
|
|
@manager.route("/<connector_id>", methods=["GET"]) # noqa: F821
|
|
@login_required
|
|
def get_connector(connector_id):
|
|
e, conn = ConnectorService.get_by_id(connector_id)
|
|
if not e:
|
|
return get_data_error_result(message="Can't find this Connector!")
|
|
return get_json_result(data=conn.to_dict())
|
|
|
|
|
|
@manager.route("/<connector_id>/logs", methods=["GET"]) # noqa: F821
|
|
@login_required
|
|
def list_logs(connector_id):
|
|
req = request.args.to_dict(flat=True)
|
|
arr, total = SyncLogsService.list_sync_tasks(connector_id, int(req.get("page", 1)), int(req.get("page_size", 15)))
|
|
return get_json_result(data={"total": total, "logs": arr})
|
|
|
|
|
|
@manager.route("/<connector_id>/resume", methods=["PUT"]) # noqa: F821
|
|
@login_required
|
|
def resume(connector_id):
|
|
req = request.json
|
|
if req.get("resume"):
|
|
ConnectorService.resume(connector_id, TaskStatus.SCHEDULE)
|
|
else:
|
|
ConnectorService.resume(connector_id, TaskStatus.CANCEL)
|
|
return get_json_result(data=True)
|
|
|
|
|
|
@manager.route("/<connector_id>/rebuild", methods=["PUT"]) # noqa: F821
|
|
@login_required
|
|
@validate_request("kb_id")
|
|
def rebuild(connector_id):
|
|
req = request.json
|
|
err = ConnectorService.rebuild(req["kb_id"], connector_id, current_user.id)
|
|
if err:
|
|
return get_json_result(data=False, message=err, code=RetCode.SERVER_ERROR)
|
|
return get_json_result(data=True)
|
|
|
|
|
|
@manager.route("/<connector_id>/rm", methods=["POST"]) # noqa: F821
|
|
@login_required
|
|
def rm_connector(connector_id):
|
|
ConnectorService.resume(connector_id, TaskStatus.CANCEL)
|
|
ConnectorService.delete_by_id(connector_id)
|
|
return get_json_result(data=True)
|