Display thinking for deepseek r1 (#4904)

### What problem does this PR solve?
#4903
### Type of change

- [x] New Feature (non-breaking change which adds functionality)
This commit is contained in:
Kevin Hu
2025-02-12 15:43:13 +08:00
committed by GitHub
parent 9bcccadebd
commit b08bb56f6c
2 changed files with 8 additions and 2 deletions

View File

@ -73,7 +73,13 @@ class Base(ABC):
continue
if not resp.choices[0].delta.content:
resp.choices[0].delta.content = ""
ans += resp.choices[0].delta.content
if hasattr(resp.choices[0].delta, "reasoning_content") and resp.choices[0].delta.reasoning_content:
if ans.find("<think>") < 0:
ans += "<think>"
ans = ans.replace("</think>", "")
ans += resp.choices[0].delta.reasoning_content + "</think>"
else:
ans += resp.choices[0].delta.content
tol = self.total_token_count(resp)
if not tol: