diff --git a/fastchat/serve/model_worker.py b/fastchat/serve/model_worker.py index 683a78556..9cacface3 100644 --- a/fastchat/serve/model_worker.py +++ b/fastchat/serve/model_worker.py @@ -144,6 +144,7 @@ def generate_stream_gate(self, params): yield json.dumps(ret).encode() + b"\0" def generate_gate(self, params): + x = b"{}\0" for x in self.generate_stream_gate(params): pass return json.loads(x[:-1].decode())