From fd4aa79c07b951f9b8c4a2fe4b0459246f161d4a Mon Sep 17 00:00:00 2001
From: buua436 <66937541+buua436@users.noreply.github.com>
Date: Mon, 3 Nov 2025 19:17:05 +0800
Subject: [PATCH] Fix:missing embedding vector on Tokenizer (#10964)

### What problem does this PR solve?
issue:
[#10890](https://github.com/infiniflow/ragflow/issues/10890)
change:
missing embedding vector on Tokenizer
### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)
---
 rag/flow/tokenizer/tokenizer.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/rag/flow/tokenizer/tokenizer.py b/rag/flow/tokenizer/tokenizer.py
index 6b7d6ad2a..686a0bb7e 100644
--- a/rag/flow/tokenizer/tokenizer.py
+++ b/rag/flow/tokenizer/tokenizer.py
@@ -63,6 +63,8 @@ class Tokenizer(ProcessBase):
         texts = []
         for c in chunks:
             txt = ""
+            if isinstance(self._param.fields, str):
+                self._param.fields=[self._param.fields]
             for f in self._param.fields:
                 f = c.get(f)
                 if isinstance(f, str):