go through smoke test of all API (#12)

* add field progress msg into docinfo; add file processing procedure

* go through upload, create kb, add doc to kb

* smoke test for all API

* smoke test for all API

python/util/minio_conn.py

@@ -0,0 +1,73 @@
+import logging
+import time
+from util import config
+from minio import Minio
+from io import BytesIO
+
+class HuMinio(object):
+    def __init__(self, env):
+        self.config = config.init(env)
+        self.conn = None
+        self.__open__()
+
+    def __open__(self):
+        try:
+            if self.conn:self.__close__()
+        except Exception as e:
+            pass
+
+        try:
+            self.conn = Minio(self.config.get("minio_host"),
+                              access_key=self.config.get("minio_usr"),
+                              secret_key=self.config.get("minio_pwd"),
+                              secure=False
+                             )
+        except Exception as e:
+            logging.error("Fail to connect %s "%self.config.get("minio_host") + str(e))
+
+
+    def __close__(self):
+        del self.conn
+        self.conn = None
+
+
+    def put(self, bucket, fnm, binary):
+        for _ in range(10):
+            try:
+                if not self.conn.bucket_exists(bucket):
+                    self.conn.make_bucket(bucket)
+
+                r = self.conn.put_object(bucket, fnm, 
+                                         BytesIO(binary),
+                                         len(binary)
+                                        )
+                return r
+            except Exception as e:
+                logging.error(f"Fail put {bucket}/{fnm}: "+str(e))
+                self.__open__()
+                time.sleep(1)
+
+
+    def get(self, bucket, fnm):
+        for _ in range(10):
+            try:
+                r = self.conn.get_object(bucket, fnm)
+                return r.read()
+            except Exception as e:
+                logging.error(f"Fail get {bucket}/{fnm}: "+str(e))
+                self.__open__()
+                time.sleep(1)
+        return 
+
+if __name__ == "__main__":
+    conn = HuMinio("infiniflow")
+    fnm = "/opt/home/kevinhu/docgpt/upload/13/11-408.jpg"
+    from PIL import Image
+    img = Image.open(fnm)
+    buff = BytesIO()
+    img.save(buff, format='JPEG') 
+    print(conn.put("test", "11-408.jpg", buff.getvalue()))
+    bts = conn.get("test", "11-408.jpg")
+    img = Image.open(BytesIO(bts))
+    img.save("test.jpg")
+