Update app.py

app.py

@@ -84,6 +84,7 @@ def chat_with_infinite_agent(message, lang, history):
 
     #Generate response safely
     try:
+        llm = get_model()
         response = llm(prompt, max_tokens=512)
         output = response["choices"][0]["text"].strip()
     except Exception as e:
@@ -106,10 +107,6 @@ def chat_with_infinite_agent(message, lang, history):
 #Gradio UI
 css_path = os.path.join(os.path.dirname(__file__), "style.css")
 
-def api_predict(message: str, lang: str = "English") -> dict:
-    history, _ = chat_with_infinite_agent(message, lang, [])
-    return {"response": history[-1]["content"]}
-
 with gr.Blocks(title="Infinite Agent", css=open(css_path).read()) as demo:
     #Avatar image
     gr.Image("avatar.png", elem_id="agent-avatar")
@@ -135,7 +132,4 @@ with gr.Blocks(title="Infinite Agent", css=open(css_path).read()) as demo:
     msg.submit(chat_with_infinite_agent, [msg, language, chatbot], [chatbot, chatbot])
     clear.click(lambda: [], None, chatbot, queue=False)
 
-    #Expose the custom API endpoint
-    gr.api(api_predict, api_name="/api/predict")
-
 demo.launch()