Refactor: improve cohere calculate total counts (#12007)

### What problem does this PR solve?

improve cohere calculate total counts

### Type of change


- [x] Refactoring
This commit is contained in:
Stephen Hu
2025-12-18 10:04:28 +08:00
committed by GitHub
parent 4dd8cdc38b
commit a63dcfed6f
2 changed files with 8 additions and 2 deletions

View File

@ -639,7 +639,7 @@ class CoHereEmbed(Base):
)
try:
ress.extend([d for d in res.embeddings.float])
token_count += res.meta.billed_units.input_tokens
token_count += total_token_count_from_response(res)
except Exception as _e:
log_exception(_e, res)
raise Exception(f"Error: {res}")
@ -653,7 +653,7 @@ class CoHereEmbed(Base):
embedding_types=["float"],
)
try:
return np.array(res.embeddings.float[0]), int(res.meta.billed_units.input_tokens)
return np.array(res.embeddings.float[0]), int(total_token_count_from_response(res))
except Exception as _e:
log_exception(_e, res)
raise Exception(f"Error: {res}")