diff --git a/fastchat/serve/gradio_block_arena_vision_anony.py b/fastchat/serve/gradio_block_arena_vision_anony.py
index d4d4d484e..1e3df8c5f 100644
--- a/fastchat/serve/gradio_block_arena_vision_anony.py
+++ b/fastchat/serve/gradio_block_arena_vision_anony.py
@@ -311,8 +311,15 @@ def add_text(
 
     images = convert_images_to_conversation_format(images)
 
+    all_conv_text_left = states[0].conv.get_prompt()
+    all_conv_text_right = states[1].conv.get_prompt()
+    all_conv_text = (
+        all_conv_text_left[-1000:] + all_conv_text_right[-1000:] + "
+user: " + text
+    )
+
     text, image_flagged, csam_flag = moderate_input(
-        state0, text, text, model_list, images, ip
+        state0, text, all_conv_text, model_list, images, ip
     )
 
     conv = states[0].conv