Update app.py

app.py

@@ -33,51 +33,22 @@ def lechat_respond(
         yield response
 
 
-# #chat interface for le_chat
-# mistral_chat = gr.ChatInterface(
-#     fn = lechat_respond,
-#     type = 'messages',
-#     chatbot = gr.Chatbot(placeholder = "<h5>LLM running on cpu so it may take long time to respond to ur prompt !</h5>"),
-#     textbox = gr.Textbox(placeholder= "Ask whatever", scale = 7, container = False), 
-#     additional_inputs=[
-#         gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
-#         gr.Slider(minimum=0.1, maximum=4.0, value=0.8, step=0.1, label="Temperature"),
-#         gr.Slider(minimum=0.1,maximum=1.0,value=0.95,step=0.05,label="Top-p (nucleus sampling)"),
-#         gr.Slider(minimum = 40, maximum = 10000, value = 40, step = 10, label = "Top-k"),
-#     ],
-#     theme= "ocean",
-#     examples= [["Write a haiku about destruction of human's and the raise of AI"], ["Which species will rule the Earth in the future"]],
-#     cache_examples = True
-# )
-
 #chat interface for le_chat
-with gr.Blocks(theme = "gradio/ocean") as mistral_chat:
-    gr.Markdown("## LeChat ")
-    chatbot = gr.Chatbot(placeholder = "<h5>LLM running on cpu so it may take long time to respond to ur prompt !</h5>")
-
-    with gr.Row():
-        txt = gr.Textbox(placeholder = "Ask whatever")
-        send = gr.Button("Send")
-    
-    max_tokens = gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens")
-    temperature = gr.Slider(minimum=0.1, maximum=4.0, value=0.8, step=0.1, label="Temperature")
-    top_p = gr.Slider(minimum=0.1,maximum=1.0,value=0.95,step=0.05,label="Top-p (nucleus sampling)")
-    top_k = gr.Slider(minimum = 40, maximum = 10000, value = 40, step = 10, label = "Top-k")
-
-    examples = gr.Examples(
-        examples=[
-            ["Write a haiku about the destruction of humans and the rise of AI"],
-            ["Which species will rule the Earth in the future?"]
-        ],
-        inputs=[txt]
-    )
-
-    send.click(
-        fn = lechat_respond,
-        inputs = [txt, chatbot, max_tokens, temperature, top_p, top_k],
-        outputs = chatbot,
-        queue = True
-    )
+mistral_chat = gr.ChatInterface(
+    fn = lechat_respond,
+    type = 'messages',
+    # chatbot = gr.Chatbot(placeholder = "<h5>LLM running on cpu so it may take long time to respond to ur prompt !</h5>"),
+    # textbox = gr.Textbox(placeholder= "Ask whatever", scale = 7, container = False), 
+    additional_inputs=[
+        gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
+        gr.Slider(minimum=0.1, maximum=4.0, value=0.8, step=0.1, label="Temperature"),
+        gr.Slider(minimum=0.1,maximum=1.0,value=0.95,step=0.05,label="Top-p (nucleus sampling)"),
+        gr.Slider(minimum = 40, maximum = 10000, value = 40, step = 10, label = "Top-k"),
+    ],
+    # theme= "ocean",
+    # examples= [["Write a haiku about destruction of human's and the raise of AI"], ["Which species will rule the Earth in the future"]],
+    # cache_examples = True
+)
 
 if __name__ == "__main__":
     mistral_chat.launch()