refine error response, add set api-key MD (#178)

This commit is contained in:
KevinHuSh
2024-03-31 19:09:42 +08:00
committed by GitHub
parent 9ff38891ad
commit 121c7a5681
8 changed files with 194 additions and 4 deletions

View File

@ -156,7 +156,7 @@ class LocalLLM(Base):
return do_rpc
def __init__(self, **kwargs):
def __init__(self, *args, **kwargs):
self.client = LocalLLM.RPCProxy("127.0.0.1", 7860)
def chat(self, system, history, gen_conf):