Update app.py

app.py

@@ -119,18 +119,6 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
     current_convo_id = gr.State(generate_conversation_id())
     history_state = gr.State([])
 
-    def send_message(user_message, max_tokens, temperature, top_p, convo_id, history):
-        if convo_id not in conversations:
-            #title = user_message.strip().split("\n")[0][:40]
-            title = " ".join(user_message.strip().split()[:5])
-            conversations[convo_id] = {"title": title, "messages": history}
-        if conversations[convo_id]["title"].startswith("New Conversation"):
-            #conversations[convo_id]["title"] = user_message.strip().split("\n")[0][:40]
-            conversations[convo_id]["title"] = " ".join(user_message.strip().split()[:5])
-        for updated_history, new_history in generate_response(user_message, max_tokens, temperature, top_p, history):
-            conversations[convo_id]["messages"] = new_history
-            yield updated_history, new_history, gr.update(choices=update_conversation_list(), value=conversations[convo_id]["title"])
-    
     with gr.Row():
         with gr.Column(scale=1):
             # INTRO TEXT MOVED HERE
@@ -161,30 +149,12 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
 
         with gr.Column(scale=4):
             #chatbot = gr.Chatbot(label="Chat", type="messages")
-            chatbot = gr.Chatbot(label="Chat", type="messages", height=500)
+            chatbot = gr.Chatbot(label="Chat", type="messages", height=520)
             with gr.Row():
-                user_input = gr.Textbox(label="User Input", placeholder="Type your question here...", lines=4, scale=8)
+                user_input = gr.Textbox(label="User Input", placeholder="Type your question here...", lines=3, scale=8)
                 with gr.Column():
                     submit_button = gr.Button("Send", variant="primary", scale=1)
-                    stop_button   = gr.Button("⏹ Stop", variant="secondary", scale=1)
                     clear_button = gr.Button("Clear", scale=1)
-            
-            # ①  build the streaming event and save its handle -----------------
-            stream_event = submit_button.click(
-                    fn     = send_message,
-                    inputs = [user_input, max_tokens_slider, temperature_slider,
-                              top_p_slider, current_convo_id, history_state],
-                    outputs= [chatbot,      history_state,   conversation_selector]
-            )
-            
-            # ③  stop button cancels the real streaming event ------------------
-            stop_button.click(
-                    fn      = None,
-                    inputs  = None,
-                    outputs = None,
-                    cancels = [stream_event]      # <-- correct event to cancel
-            )
-                
             gr.Markdown("**Try these examples:**")
             with gr.Row():
                 example1_button = gr.Button("JEE Main 2025\nCombinatorics")
@@ -206,6 +176,17 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
                 return cid, convo["messages"], convo["messages"]
         return current_convo_id.value, history_state.value, history_state.value
 
+    def send_message(user_message, max_tokens, temperature, top_p, convo_id, history):
+        if convo_id not in conversations:
+            #title = user_message.strip().split("\n")[0][:40]
+            title = " ".join(user_message.strip().split()[:5])
+            conversations[convo_id] = {"title": title, "messages": history}
+        if conversations[convo_id]["title"].startswith("New Conversation"):
+            #conversations[convo_id]["title"] = user_message.strip().split("\n")[0][:40]
+            conversations[convo_id]["title"] = " ".join(user_message.strip().split()[:5])
+        for updated_history, new_history in generate_response(user_message, max_tokens, temperature, top_p, history):
+            conversations[convo_id]["messages"] = new_history
+            yield updated_history, new_history, gr.update(choices=update_conversation_list(), value=conversations[convo_id]["title"])
 
     submit_button.click(
         fn=send_message,
@@ -244,4 +225,4 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
 
 if __name__ == "__main__":
     # first positional argument = concurrency_count
-    demo.queue(6).launch(share=True, ssr_mode=False)
+    demo.queue(8).launch(share=True, ssr_mode=False)