From e38008c03f781584983ff6ef6c7b3346b2462bc5 Mon Sep 17 00:00:00 2001 From: Taksh Date: Mon, 6 Apr 2026 19:02:11 +0530 Subject: [PATCH] Fix UnboundLocalError in generate_gate when generator yields nothing Initialize x before the loop to prevent UnboundLocalError if generate_stream_gate yields no items. Fixes #3786 Co-Authored-By: Claude Opus 4.6 (1M context) --- fastchat/serve/model_worker.py | 1 + 1 file changed, 1 insertion(+) diff --git a/fastchat/serve/model_worker.py b/fastchat/serve/model_worker.py index 683a78556..9cacface3 100644 --- a/fastchat/serve/model_worker.py +++ b/fastchat/serve/model_worker.py @@ -144,6 +144,7 @@ def generate_stream_gate(self, params): yield json.dumps(ret).encode() + b"\0" def generate_gate(self, params): + x = b"{}\0" for x in self.generate_stream_gate(params): pass return json.loads(x[:-1].decode())