Update app.py

app.py

@@ -25,41 +25,41 @@ llama = Llama(
 
 
 # Function to generate responses
-def generate_response(message, history, system_prompt, temperature, max_new_tokens, top_k, repetition_penalty, top_p):
-    # chat_prompt = f"You are an Urdu Chatbot. Write an appropriate response for the given instruction: {message} Response:"
-    chat_prompt = f"{system_prompt}\n ### Instruction: {message}\n ### Response:"
-    response = llama(chat_prompt, temperature=temperature, max_tokens=max_new_tokens, top_k=top_k, repeat_penalty=repetition_penalty, top_p=top_p, stop=["Q:", "\n"], echo=False, stream=True)
+# def generate_response(message, history, system_prompt, temperature, max_new_tokens, top_k, repetition_penalty, top_p):
+#     # chat_prompt = f"You are an Urdu Chatbot. Write an appropriate response for the given instruction: {message} Response:"
+#     chat_prompt = f"{system_prompt}\n ### Instruction: {message}\n ### Response:"
+#     response = llama(chat_prompt, temperature=temperature, max_tokens=max_new_tokens, top_k=top_k, repeat_penalty=repetition_penalty, top_p=top_p, stop=["Q:", "\n"], echo=False, stream=True)
     
-    text = ""
-    for chunk in response:
-        content = chunk["choices"][0]["text"]
-        if content:
-            text += content
-            yield text
+#     text = ""
+#     for chunk in response:
+#         content = chunk["choices"][0]["text"]
+#         if content:
+#             text += content
+#             yield text
 
-# def generate_response(message, history, system_prompt, temperature, max_new_tokens, top_k, repetition_penalty, top_p):
-#     """Generates a streaming response from the Llama model."""
-#     messages = [
-#         {"role": "system", "content": "You are an Urdu Chatbot. Write an appropriate response for the given instruction."},
-#     ]
+def generate_response(message, history, system_prompt, temperature, max_new_tokens, top_k, repetition_penalty, top_p):
+    """Generates a streaming response from the Llama model."""
+    messages = [
+        {"role": "system", "content": "You are an Urdu Chatbot. Write an appropriate response for the given instruction."},
+    ]
 
-#     # Add history and the current message
-#     #for user, bot in history:
-#         #messages.append({"role": "user", "content": user})
-#         #messages.append({"role": "assistant", "content": bot})
+    # Add history and the current message
+    for user, bot in history:
+        messages.append({"role": "user", "content": user})
+        messages.append({"role": "assistant", "content": bot})
 
-#     messages.append({"role": "user", "content": message})
+    messages.append({"role": "user", "content": message})
 
-#     response = llama.create_chat_completion(
-#         messages=messages,
-#         stream=True,
-#     )
+    response = llama.create_chat_completion(
+        messages=messages,
+        stream=True,
+    )
 
-#     partial_message = ""
-#     for part in response:
-#         content = part["choices"][0]["delta"].get("content", "")
-#         partial_message += content
-#         yield partial_message
+    partial_message = ""
+    for part in response:
+        content = part["choices"][0]["delta"].get("content", "")
+        partial_message += content
+        yield partial_message
 
 
 # JavaScript function for `on_load`