diff --git a/api/apps/document_app.py b/api/apps/document_app.py
index 16ad51ee9..497dbde6d 100644
--- a/api/apps/document_app.py
+++ b/api/apps/document_app.py
@@ -331,10 +331,10 @@ def rm():
                     message="Database error (Document removal)!")
 
             f2d = File2DocumentService.get_by_document_id(doc_id)
-            FileService.filter_delete([File.source_type == FileSource.KNOWLEDGEBASE, File.id == f2d[0].file_id])
+            deleted_file_count = FileService.filter_delete([File.source_type == FileSource.KNOWLEDGEBASE, File.id == f2d[0].file_id])
             File2DocumentService.delete_by_document_id(doc_id)
-
-            STORAGE_IMPL.rm(b, n)
+            if deleted_file_count > 0:
+                STORAGE_IMPL.rm(b, n)
         except Exception as e:
             errors += str(e)