rewrite

specialties.json

@@ -34,5 +34,6 @@
     "Radiation Oncology",
     "Thoracic and Cardiac Surgery",
     "Urology",
-    "Vascular Surgery"
+    "Vascular Surgery",
+    "None"
 ]

subspecialties.json

@@ -90,5 +90,6 @@
     "Transplant Hepatology",
     "Undersea and Hyperbaric Medicine",
     "Urogynecology and Reconstructive Pelvic Surgery",
-    "Vascular Neurology"
+    "Vascular Neurology",
+    "None"
 ]

utils.py

@@ -141,6 +141,7 @@ def append_to_sheet(user_data=None, custom_row_dict=None, custom_sheet_name=None
     """
     Append a new row to a Google Sheet. If 'custom_row' is provided, append that row.
     Otherwise, append a default row constructed from the provided user_data.
+    Ensures that each value is aligned with the correct column header.
     """
     if custom_sheet_name is None:
         custom_sheet_name = GSHEET_NAME
@@ -165,6 +166,7 @@ def append_to_sheet(user_data=None, custom_row_dict=None, custom_sheet_name=None
     existing_values = sheet.get_all_values()
     is_empty = (existing_values == [[]]) #indicates empty spreadsheet that was cleared in the past
 
+    # --- Always ensure header row is present and get headers ---
     if (is_new or is_empty) and add_header_when_create_sheet:
         # headers come from the keys of our row dict
         if custom_row_dict is not None:
@@ -172,9 +174,23 @@ def append_to_sheet(user_data=None, custom_row_dict=None, custom_sheet_name=None
         else:
             headers = list(user_data.keys())
         sheet.append_row(headers)
-    
+    else:
+        # Read headers from the first row of the sheet
+        headers = sheet.row_values(1) if sheet.row_count > 0 else []
+
+    # --- Check for new headers in custom_row_dict and add them if needed ---
     if custom_row_dict is not None:
-        custom_row = [custom_row_dict.get(header) for header in list(custom_row_dict.keys())]
+        new_headers = [key for key in custom_row_dict.keys() if key not in headers]
+        if new_headers:
+            # Add new headers to the existing header row
+            headers.extend(new_headers)
+            # Update the first row in the sheet with the new headers
+            sheet.update('1:1', [headers])
+
+    # --- Build row aligned to headers ---
+    if custom_row_dict is not None:
+        # Ensure all values are aligned to headers, fill missing with ""
+        custom_row = [custom_row_dict.get(header, "") for header in headers]
     else:
         # Construct the default row with a timestamp and user_data fields
         custom_row = [str(datetime.datetime.now()), user_data["question"], user_data["final_answer"], user_data["trace"]]
@@ -211,7 +227,7 @@ def format_chat(response, tool_database_labels):
                     title = f"🛠️ {name}"
                     for db_label, tool_list in tool_database_labels.items():
                         if name in tool_list:
-                            title = f"🛠️ {name} (**retrieves** {db_label})"
+                            title = f"🛠️ {name}\n(**Info** {db_label} [Click to view])"
                             database_label = " (" + db_label + ")"
                             break
 
@@ -229,15 +245,29 @@ def format_chat(response, tool_database_labels):
                 chat_history.append(
                     gr.ChatMessage(
                         role="assistant",
-                        content=f"Input: {json.dumps(args)}\n\nResponse{database_label}:\n{pretty}",
+                        content=f"Tool Response{database_label}:\n{pretty}",
                         metadata={
-                            "title": title
+                            "title": title,
+                            "log":  json.dumps(args),
+                            "status": 'done'
                         }
                     )
                 )
 
             # Clear after rendering
             last_tool_calls = []
-
-    return chat_history
-
+    # Post-process: replace [FinalAnswer] with "\n***Answer:**\n" in the last message's content if present
+    # Insert "**Rasoning:**\n" at the beginning of the first assistant message if [FinalAnswer] is in the last assistant message
+    if chat_history:
+        last_msg = chat_history[-1]
+        if isinstance(last_msg.content, str) and "[FinalAnswer]" in last_msg.content:
+            # Find the first assistant message
+            for msg in chat_history:
+                if msg.role == "assistant" and isinstance(msg.content, str):
+                    msg.content = "**Reasoning:**\n" + msg.content
+                    break
+    if chat_history:
+        last_msg = chat_history[-1]
+        if isinstance(last_msg.content, str) and "[FinalAnswer]" in last_msg.content:
+            last_msg.content = last_msg.content.replace("[FinalAnswer]", "\n**Answer:**\n")
+    return chat_history