pengjunjie/ragflow
1
0
Fork 1
mirror of https://github.com/infiniflow/ragflow.git synced 2026-01-30 15:16:45 +08:00
Code Issues Packages Projects Releases Wiki Activity

Feat: process memory (#12445)

Browse Source 
### What problem does this PR solve?

Add task status for raw message, and move extract message as a nested
property under raw message

### Type of change

- [x] New Feature (non-breaking change which adds functionality)
This commit is contained in:
Lynn
2026-01-05 17:58:32 +08:00
committed by GitHub
parent 00f8a80ca4
commit fada223249
4 changed files with 119 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files

40
memory/services/messages.py
View File

@ -17,6 +17,7 @@ import sys
from typing import List
from common import settings
from common.constants import MemoryType
from common.doc_store.doc_store_base import OrderByExpr, MatchExpr
@ -69,15 +70,16 @@ class MessageService:
filter_dict["agent_id"] = agent_ids
if keywords:
filter_dict["session_id"] = keywords
select_fields = [
"message_id", "message_type", "source_id", "memory_id", "user_id", "agent_id", "session_id", "valid_at",
"invalid_at", "forget_at", "status"
]
order_by = OrderByExpr()
order_by.desc("valid_at")
res, total_count = settings.msgStoreConn.search(
select_fields=[
"message_id", "message_type", "source_id", "memory_id", "user_id", "agent_id", "session_id", "valid_at",
"invalid_at", "forget_at", "status"
],
select_fields=select_fields,
highlight_fields=[],
condition=filter_dict,
condition={**filter_dict, "message_type": MemoryType.RAW.name.lower()},
match_expressions=[], order_by=order_by,
offset=(page-1)*page_size, limit=page_size,
index_names=index, memory_ids=[memory_id], agg_fields=[], hide_forgotten=False
@ -88,12 +90,30 @@ class MessageService:
"total_count": 0
}
doc_mapping = settings.msgStoreConn.get_fields(res, [
"message_id", "message_type", "source_id", "memory_id", "user_id", "agent_id", "session_id",
"valid_at", "invalid_at", "forget_at", "status"
])
raw_msg_mapping = settings.msgStoreConn.get_fields(res, select_fields)
raw_messages = list(raw_msg_mapping.values())
extract_filter = {"source_id": [r["message_id"] for r in raw_messages]}
extract_res, _ = settings.msgStoreConn.search(
select_fields=select_fields,
highlight_fields=[],
condition=extract_filter,
match_expressions=[], order_by=order_by,
offset=0, limit=512,
index_names=index, memory_ids=[memory_id], agg_fields=[], hide_forgotten=False
)
extract_msg = settings.msgStoreConn.get_fields(extract_res, select_fields)
grouped_extract_msg = {}
for msg in extract_msg.values():
if grouped_extract_msg.get(msg["source_id"]):
grouped_extract_msg[msg["source_id"]].append(msg)
else:
grouped_extract_msg[msg["source_id"]] = [msg]
for raw_msg in raw_messages:
raw_msg["extract"] = grouped_extract_msg.get(raw_msg["message_id"], [])
return {
"message_list": list(doc_mapping.values()),
"message_list": raw_messages,
"total_count": total_count
}