pengjunjie/ragflow
1
0
Fork 1
mirror of https://github.com/infiniflow/ragflow.git synced 2026-02-07 02:55:08 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix: example code in session.py (#13004)

Browse Source 
### What problem does this PR solve?

Fix: example code in session.py #12950

### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)

---------

Co-authored-by: Levi <stupse-tipp0j@icloud.com>
Co-authored-by: writinwaters <93570324+writinwaters@users.noreply.github.com>
Co-authored-by: Liu An <asiro@qq.com>
This commit is contained in:
Magicbook1108
2026-02-05 15:56:58 +08:00
committed by GitHub
parent 75b2d482e2
commit 0a08fc7b07
2 changed files with 51 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files

34
api/apps/sdk/session.py
View File

@ -207,7 +207,12 @@ async def chat_completion_openai_like(tenant_id, chat_id):
Alternatively, you can use Python's `OpenAI` client:
NOTE: Streaming via `client.chat.completions.create(stream=True, ...)` does
not return `reference` currently. The only way to return `reference` is
non-stream mode with `with_raw_response`.
from openai import OpenAI
import json
model = "model"
client = OpenAI(api_key="ragflow-api-key", base_url=f"http://ragflow_address/api/v1/chats_openai/<chat_id>")
@ -215,15 +220,14 @@ async def chat_completion_openai_like(tenant_id, chat_id):
stream = True
reference = True
completion = client.chat.completions.create(
model=model,
request_kwargs = dict(
model="model",
messages=[
{"role": "system", "content": "You are a helpful assistant."},
{"role": "user", "content": "Who are you?"},
{"role": "assistant", "content": "I am an AI assistant named..."},
{"role": "user", "content": "Can you tell me how to install neovim"},
],
stream=stream,
extra_body={
"reference": reference,
"reference_metadata": {
@ -240,19 +244,25 @@ async def chat_completion_openai_like(tenant_id, chat_id):
}
]
}
}
},
)
if stream:
for chunk in completion:
print(chunk)
if reference and chunk.choices[0].finish_reason == "stop":
print(f"Reference:\n{chunk.choices[0].delta.reference}")
print(f"Final content:\n{chunk.choices[0].delta.final_content}")
completion = client.chat.completions.create(stream=True, **request_kwargs)
for chunk in completion:
print(chunk)
else:
print(completion.choices[0].message.content)
if reference:
print(completion.choices[0].message.reference)
resp = client.chat.completions.with_raw_response.create(
stream=False, **request_kwargs
)
print("status:", resp.http_response.status_code)
raw_text = resp.http_response.text
print("raw:", raw_text)
data = json.loads(raw_text)
print("assistant:", data["choices"][0]["message"].get("content"))
print("reference:", data["choices"][0]["message"].get("reference"))
"""
req = await get_request_json()