mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-01-02 10:42:36 +08:00
Feat: message manage (#12196)
### What problem does this PR solve? Manage message and use in agent. Issue #4213 ### Type of change - [x] New Feature (non-breaking change which adds functionality)
This commit is contained in:
85
common/doc_store/infinity_conn_pool.py
Normal file
85
common/doc_store/infinity_conn_pool.py
Normal file
@ -0,0 +1,85 @@
|
||||
#
|
||||
# Copyright 2025 The InfiniFlow Authors. All Rights Reserved.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
#
|
||||
import logging
|
||||
import time
|
||||
|
||||
import infinity
|
||||
from infinity.connection_pool import ConnectionPool
|
||||
from infinity.errors import ErrorCode
|
||||
|
||||
from common import settings
|
||||
from common.decorator import singleton
|
||||
|
||||
|
||||
@singleton
|
||||
class InfinityConnectionPool:
|
||||
|
||||
def __init__(self):
|
||||
if hasattr(settings, "INFINITY"):
|
||||
self.INFINITY_CONFIG = settings.INFINITY
|
||||
else:
|
||||
self.INFINITY_CONFIG = settings.get_base_config("infinity", {"uri": "infinity:23817"})
|
||||
|
||||
infinity_uri = self.INFINITY_CONFIG["uri"]
|
||||
if ":" in infinity_uri:
|
||||
host, port = infinity_uri.split(":")
|
||||
self.infinity_uri = infinity.common.NetworkAddress(host, int(port))
|
||||
|
||||
for _ in range(24):
|
||||
try:
|
||||
conn_pool = ConnectionPool(self.infinity_uri, max_size=4)
|
||||
inf_conn = conn_pool.get_conn()
|
||||
res = inf_conn.show_current_node()
|
||||
if res.error_code == ErrorCode.OK and res.server_status in ["started", "alive"]:
|
||||
self.conn_pool = conn_pool
|
||||
conn_pool.release_conn(inf_conn)
|
||||
break
|
||||
except Exception as e:
|
||||
logging.warning(f"{str(e)}. Waiting Infinity {infinity_uri} to be healthy.")
|
||||
time.sleep(5)
|
||||
|
||||
if self.conn_pool is None:
|
||||
msg = f"Infinity {infinity_uri} is unhealthy in 120s."
|
||||
logging.error(msg)
|
||||
raise Exception(msg)
|
||||
|
||||
logging.info(f"Infinity {infinity_uri} is healthy.")
|
||||
|
||||
def get_conn_pool(self):
|
||||
return self.conn_pool
|
||||
|
||||
def refresh_conn_pool(self):
|
||||
try:
|
||||
inf_conn = self.conn_pool.get_conn()
|
||||
res = inf_conn.show_current_node()
|
||||
if res.error_code == ErrorCode.OK and res.server_status in ["started", "alive"]:
|
||||
return self.conn_pool
|
||||
else:
|
||||
raise Exception(f"{res.error_code}: {res.server_status}")
|
||||
|
||||
except Exception as e:
|
||||
logging.error(str(e))
|
||||
if hasattr(self, "conn_pool") and self.conn_pool:
|
||||
self.conn_pool.destroy()
|
||||
self.conn_pool = ConnectionPool(self.infinity_uri, max_size=32)
|
||||
return self.conn_pool
|
||||
|
||||
def __del__(self):
|
||||
if hasattr(self, "conn_pool") and self.conn_pool:
|
||||
self.conn_pool.destroy()
|
||||
|
||||
|
||||
INFINITY_CONN = InfinityConnectionPool()
|
||||
Reference in New Issue
Block a user