modify interface

app.py

@@ -31,8 +31,9 @@ def create_prompt(system_message, user_message, tool_definition="", context=""):
     else:
         return f"<extra_id_0>System\n{system_message}\n\n<extra_id_1>User\n{user_message}\n<extra_id_1>Assistant\n"
 
+
 @spaces.GPU(duration=94)
-def generate_response(message, history, system_message, max_tokens, temperature, top_p, use_pipeline=False, tool_definition="", context=""):
+def generate_response(message, history, system_message, max_tokens, temperature, top_p, do_sample, use_pipeline=False, tool_definition="", context=""):
     full_prompt = create_prompt(system_message, message, tool_definition, context)
 
     if use_pipeline:
@@ -52,7 +53,7 @@ def generate_response(message, history, system_message, max_tokens, temperature,
                 max_new_tokens=max_tokens,
                 temperature=temperature,
                 top_p=top_p,
-                do_sample=True,
+                do_sample=do_sample,
                 attention_mask=attention_mask
             )
         
@@ -66,6 +67,9 @@ def generate_response(message, history, system_message, max_tokens, temperature,
 
     return assistant_response
 
+def update_advanced_settings(show_advanced):
+    return {"visible": show_advanced}
+
 with gr.Blocks() as demo:
     with gr.Row(): 
         gr.Markdown(title)
@@ -79,23 +83,15 @@ with gr.Blocks() as demo:
             with gr.Group():
                 gr.Markdown(joinus)
     with gr.Row():
-        with gr.Column(scale=1):
-            msg = gr.Textbox(label="User Input", placeholder="Ask a question or request a task...")
-            with gr.Accordion(label="🧪Advanced Settings", open=False):
-                system_message = gr.Textbox(
-                label="System Message",
-                value="You are a helpful AI assistant.",
-                lines=2,
-                placeholder="Set the AI's behavior and context..."
-                )
-                context = gr.Textbox(
-                    label="Context",
-                    lines=2,
-                    placeholder="Enter additional context information..."
-                )
-                max_tokens = gr.Slider(minimum=1, maximum=1024, value=256, step=1, label="Max Tokens")
-                temperature = gr.Slider(minimum=0.1, maximum=2.0, value=0.7, step=0.1, label="Temperature")
-                top_p = gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p")
+        with gr.Column(scale=2):
+            system_prompt = gr.TextArea(label="📑Context", placeholder="add context here...", lines=5)
+            user_input = gr.TextArea(label="🤷🏻‍♂️User Input", placeholder="Hi there my name is Tonic!", lines=2)
+            advanced_checkbox = gr.Checkbox(label="🧪 Advanced Settings", value=False)
+            with gr.Column(visible=False) as advanced_settings:
+                max_length = gr.Slider(label="📏Max Length", minimum=12, maximum=1700, value=650, step=1)
+                temperature = gr.Slider(label="🌡️Temperature", minimum=0.01, maximum=1.0, value=0.7, step=0.01)
+                top_p = gr.Slider(label="⚛️Top-p (Nucleus Sampling)", minimum=0.1, maximum=1.0, value=0.9, step=0.01)
+                # do_sample = gr.Checkbox(label="Do Sample", value=True)
                 use_pipeline = gr.Checkbox(label="Use Pipeline", value=False)
                 use_tool = gr.Checkbox(label="Use Function Calling", value=False)
                 with gr.Column(visible=False) as tool_options:
@@ -105,29 +101,37 @@ with gr.Blocks() as demo:
                         lines=15,
                         language="json"
                     )
-            with gr.Row():
-                clear = gr.Button("Clear")
-                send = gr.Button("Send")
-        with gr.Column(scale=1):
-            chatbot = gr.Chatbot(label="🤖 Mistral-NeMo", height=400)
-
+            
+            generate_button = gr.Button(value="🤖Mistral-NeMo-Minitron")
 
+        with gr.Column(scale=2):
+            chatbot = gr.Chatbot(label="🤖Mistral-NeMo-Minitron")
+    
     def user(user_message, history):
         return "", history + [[user_message, None]]
 
-    def bot(history, system_message, max_tokens, temperature, top_p, use_pipeline, tool_definition, context):
+    def bot(history, system_prompt, max_length, temperature, top_p, advanced_settings, use_pipeline, tool_definition):
         user_message = history[-1][0]
-        bot_message = generate_response(user_message, history, system_message, max_tokens, temperature, top_p, use_pipeline, tool_definition, context)
+        bot_message = generate_response(user_message, history, system_prompt, max_length, temperature, top_p, advanced_checkbox, use_pipeline, tool_definition)
         history[-1][1] = bot_message
         return history
 
-    msg.submit(user, [msg, chatbot], [msg, chatbot], queue=False).then(
-        bot, [chatbot, system_message, max_tokens, temperature, top_p, use_pipeline, tool_definition, context], chatbot
+    generate_button.click(
+        user,
+        [user_input, chatbot],
+        [user_input, chatbot],
+        queue=False
+    ).then(
+        bot,
+        [chatbot, system_prompt, max_length, temperature, top_p, advanced_checkbox, use_pipeline, tool_definition],
+        chatbot
     )
-    send.click(user, [msg, chatbot], [msg, chatbot], queue=False).then(
-        bot, [chatbot, system_message, max_tokens, temperature, top_p, use_pipeline, tool_definition, context], chatbot
+
+    advanced_checkbox.change(
+        fn=update_advanced_settings,
+        inputs=[advanced_checkbox],
+        outputs=advanced_settings
     )
-    clear.click(lambda: None, None, chatbot, queue=False)
 
     use_tool.change(
         fn=lambda x: gr.update(visible=x),