Test: Add document app tests (#8456)

### What problem does this PR solve?

- Add new test suite for document app with
create/list/parse/upload/remove tests
- Update API URLs to use version variable from config in HTTP and web
API tests

### Type of change

- [x] Add test cases

test/testcases/test_web_api/common.py

@@ -13,12 +13,17 @@
 #  See the License for the specific language governing permissions and
 #  limitations under the License.
 #
+from pathlib import Path
+
 import requests
-from configs import HOST_ADDRESS
+from configs import HOST_ADDRESS, VERSION
+from requests_toolbelt import MultipartEncoder
+from utils.file_utils import create_txt_file
 
 HEADERS = {"Content-Type": "application/json"}
 
-KB_APP_URL = "/v1/kb"
+KB_APP_URL = f"/{VERSION}/kb"
+DOCUMENT_APP_URL = f"/{VERSION}/document"
 # FILE_API_URL = "/api/v1/datasets/{dataset_id}/documents"
 # FILE_CHUNK_API_URL = "/api/v1/datasets/{dataset_id}/chunks"
 # CHUNK_API_URL = "/api/v1/datasets/{dataset_id}/documents/{document_id}/chunks"
@@ -27,7 +32,7 @@ KB_APP_URL = "/v1/kb"
 # SESSION_WITH_AGENT_API_URL = "/api/v1/agents/{agent_id}/sessions"
 
 
-# DATASET MANAGEMENT
+# KB APP
 def create_kb(auth, payload=None, *, headers=HEADERS, data=None):
     res = requests.post(url=f"{HOST_ADDRESS}{KB_APP_URL}/create", headers=headers, auth=auth, json=payload, data=data)
     return res.json()
@@ -91,3 +96,71 @@ def batch_create_datasets(auth, num):
         res = create_kb(auth, {"name": f"kb_{i}"})
         ids.append(res["data"]["kb_id"])
     return ids
+
+
+# DOCUMENT APP
+def upload_documents(auth, payload=None, files_path=None):
+    url = f"{HOST_ADDRESS}{DOCUMENT_APP_URL}/upload"
+
+    if files_path is None:
+        files_path = []
+
+    fields = []
+    file_objects = []
+    try:
+        if payload:
+            for k, v in payload.items():
+                fields.append((k, str(v)))
+
+        for fp in files_path:
+            p = Path(fp)
+            f = p.open("rb")
+            fields.append(("file", (p.name, f)))
+            file_objects.append(f)
+        m = MultipartEncoder(fields=fields)
+
+        res = requests.post(
+            url=url,
+            headers={"Content-Type": m.content_type},
+            auth=auth,
+            data=m,
+        )
+        return res.json()
+    finally:
+        for f in file_objects:
+            f.close()
+
+
+def create_document(auth, payload=None, *, headers=HEADERS, data=None):
+    res = requests.post(url=f"{HOST_ADDRESS}{DOCUMENT_APP_URL}/create", headers=headers, auth=auth, json=payload, data=data)
+    return res.json()
+
+
+def list_documents(auth, params=None, payload=None, *, headers=HEADERS, data=None):
+    if payload is None:
+        payload = {}
+    res = requests.post(url=f"{HOST_ADDRESS}{DOCUMENT_APP_URL}/list", headers=headers, auth=auth, params=params, json=payload, data=data)
+    return res.json()
+
+
+def delete_document(auth, payload=None, *, headers=HEADERS, data=None):
+    res = requests.post(url=f"{HOST_ADDRESS}{DOCUMENT_APP_URL}/rm", headers=headers, auth=auth, json=payload, data=data)
+    return res.json()
+
+
+def parse_documents(auth, payload=None, *, headers=HEADERS, data=None):
+    res = requests.post(url=f"{HOST_ADDRESS}{DOCUMENT_APP_URL}/run", headers=headers, auth=auth, json=payload, data=data)
+    return res.json()
+
+
+def bulk_upload_documents(auth, kb_id, num, tmp_path):
+    fps = []
+    for i in range(num):
+        fp = create_txt_file(tmp_path / f"ragflow_test_upload_{i}.txt")
+        fps.append(fp)
+
+    res = upload_documents(auth, {"kb_id": kb_id}, fps)
+    document_ids = []
+    for document in res["data"]:
+        document_ids.append(document["id"])
+    return document_ids