Adding models, presets, dark theme

app.py

@@ -29,7 +29,7 @@ model = ControlModel(model, list(range(-5, -18, -1)))
 
 # Generation settings
 default_generation_settings = {
-    "pad_token_id": tokenizer.eos_token_id,  # Silence warning
+    #"pad_token_id": tokenizer.eos_token_id,  # Silence warning
     "do_sample": False,                      # Deterministic output
     "max_new_tokens": 384,
     "repetition_penalty": 1.1,              # Reduce repetition
@@ -49,38 +49,42 @@ def toggle_slider(checked):
     return gr.update(visible=checked)
 
 # Function to generate the model's response
-def generate_response(system_prompt, user_message, history, max_new_tokens, repitition_penalty, *args):
-    checkboxes = []
-    sliders = []
-
-    #inputs_list = [system_prompt, user_input, chatbot, max_new_tokens, repetition_penalty] + control_checks + control_sliders
+def generate_response(system_prompt, user_message, history, max_new_tokens, repitition_penalty, do_sample, *args):
 
     # Separate checkboxes and sliders based on type
     # The first x in args are the checkbox names (the file names)
     # The second x in args are the slider values
+    checkboxes = []
+    sliders = []
     for i in range(len(control_vector_files)):
         checkboxes.append(args[i])
         sliders.append(args[len(control_vector_files) + i])
 
-    if len(checkboxes) != len(control_vector_files) or len(sliders) != len(control_vector_files):
-        return history if history else [], history if history else []
-
-    # Reset any previous control vectors
-    model.reset()
-
     # Apply selected control vectors with their corresponding weights
     assistant_message_title = ""
+    control_vectors = []
     for i in range(len(control_vector_files)):
         if checkboxes[i]:
             cv_file = control_vector_files[i]
             weight = sliders[i]
             try:
-                control_vector = ControlVector.import_gguf(cv_file)
-                model.set_control(control_vector, weight)
-                assistant_message_title += f"{cv_file}: {weight};"
+                # Set the control vector's weight (and sign) by multiplying by its slider value
+                control_vectors.append(ControlVector.import_gguf(cv_file) * weight)
+                assistant_message_title += f"{cv_file.split('.')[0]}: {weight};"
             except Exception as e:
                 print(f"Failed to set control vector {cv_file}: {e}")
 
+    # The control model takes a sum of positive and negative control vectors
+    model.reset()
+    combined_vector = None
+    for i in range(len(control_vectors)):
+        if combined_vector is None:
+            combined_vector = control_vectors[i]
+        else:
+            combined_vector += control_vectors[i]
+
+    if combined_vector is not None:
+        model.set_control(combined_vector)
     formatted_prompt = ""
 
     # <s>[INST] user message[/INST] assistant message</s>[INST] new user message[/INST]
@@ -93,6 +97,7 @@ def generate_response(system_prompt, user_message, history, max_new_tokens, repi
         formatted_prompt += f"{user_tag} {system_prompt}{asst_tag} "
 
     # Construct the formatted prompt based on history
+    #TODO move back to ChatMessage type instead of Tuple, because the message title gets into the history
     if len(history) > 0:
         for turn in history:
             user_msg, asst_msg = turn
@@ -110,7 +115,7 @@ def generate_response(system_prompt, user_message, history, max_new_tokens, repi
 
     generation_settings = {
         "pad_token_id": tokenizer.eos_token_id,
-        "do_sample": default_generation_settings["do_sample"],
+        "do_sample": do_sample,
         "max_new_tokens": int(max_new_tokens),
         "repetition_penalty": repetition_penalty.value,
     }
@@ -137,38 +142,211 @@ def generate_response(system_prompt, user_message, history, max_new_tokens, repi
     history.append((user_message, assistant_response_display))
     return history
 
-def generate_response_with_retry(system_prompt, user_message, history, max_new_tokens, repitition_penalty, *args):
+def generate_response_with_retry(system_prompt, user_message, history, max_new_tokens, repitition_penalty, do_sample, *args):
     # Remove last user input and assistant response from history, then call generate_response()
     if history:
         history = history[0:-1]
-    return generate_response(system_prompt, user_message, history, max_new_tokens, repitition_penalty, *args)
+    return generate_response(system_prompt, user_message, history, max_new_tokens, repitition_penalty, do_sample, *args)
 
 # Function to reset the conversation history
 def reset_chat():
-    # returns a blank user input text and a blank conversation history
+    # returns a blank state
     return [], []
 
-# Build the Gradio interface
-with gr.Blocks() as demo:
-    gr.Markdown("# 🧠 LLM Brain Control")
-    gr.Markdown("Usage demo: (link)")
+# I'm not a good enough coder with Python and Gradio to figure out how to generalize this. PRs accepted!
+def set_preset_helpful(*args):
+    # gets the list of all checkboxes and sliders
+    # sets checkboxes and sliders accordingly to this persona
+    # args is a list of checkboxes and then slider values
+    # must return the updated list of checkboxes and sliders
+    count_checkboxes = int(len(args)/2)
+    new_checkbox_values = []
+    new_slider_values = []
+    for i in range(count_checkboxes):
+        if i == 4:
+            new_checkbox_values.append(True)
+            # set slider value (sliders are after the checkboxes)
+            new_slider_values.append(1.0)
+        elif i == 7:
+            new_checkbox_values.append(True)
+            # set slider value (sliders are after the checkboxes)
+            new_slider_values.append(1.0)
+        else:
+            new_checkbox_values.append(False)
+            new_slider_values.append(0.0)
+    return new_checkbox_values + new_slider_values
+
+def set_preset_conspiracist(*args):
+    # gets the list of all checkboxes and sliders
+    # sets checkboxes and sliders accordingly to this persona
+    # args is a list of checkboxes and then slider values
+    # must return the updated list of checkboxes and sliders
+    count_checkboxes = int(len(args)/2)
+    new_checkbox_values = []
+    new_slider_values = []
+    for i in range(count_checkboxes):
+        if i == 2:
+            new_checkbox_values.append(True)
+            # set slider value (sliders are after the checkboxes)
+            new_slider_values.append(1.5)
+        elif i == 3:
+            new_checkbox_values.append(True)
+            # set slider value (sliders are after the checkboxes)
+            new_slider_values.append(1.0)
+        elif i == 6:
+            new_checkbox_values.append(True)
+            # set slider value (sliders are after the checkboxes)
+            new_slider_values.append(-0.5)
+        elif i == 10:
+            new_checkbox_values.append(True)
+            # set slider value (sliders are after the checkboxes)
+            new_slider_values.append(-1.0)
+        else:
+            new_checkbox_values.append(False)
+            new_slider_values.append(0.0)
+    return new_checkbox_values + new_slider_values
+
+def set_preset_stoner(*args):
+    # gets the list of all checkboxes and sliders
+    # sets checkboxes and sliders accordingly to this persona
+    # args is a list of checkboxes and then slider values
+    # must return the updated list of checkboxes and sliders
+    count_checkboxes = int(len(args)/2)
+    new_checkbox_values = []
+    new_slider_values = []
+    for i in range(count_checkboxes):
+        if i == 0:
+            new_checkbox_values.append(True)
+            # set slider value (sliders are after the checkboxes)
+            new_slider_values.append(0.5)
+        elif i == 8:
+            new_checkbox_values.append(True)
+            # set slider value (sliders are after the checkboxes)
+            new_slider_values.append(-0.5)
+        elif i == 9:
+            new_checkbox_values.append(True)
+            # set slider value (sliders are after the checkboxes)
+            new_slider_values.append(0.6)
+        else:
+            new_checkbox_values.append(False)
+            new_slider_values.append(0.0)
+    return new_checkbox_values + new_slider_values
+
+def set_preset_facts(*args):
+    # gets the list of all checkboxes and sliders
+    # sets checkboxes and sliders accordingly to this persona
+    # args is a list of checkboxes and then slider values
+    # must return the updated list of checkboxes and sliders
+    count_checkboxes = int(len(args)/2)
+    new_checkbox_values = []
+    new_slider_values = []
+    for i in range(count_checkboxes):
+        if i == 1:
+            new_checkbox_values.append(True)
+            # set slider value (sliders are after the checkboxes)
+            new_slider_values.append(0.5)
+        elif i == 5:
+            new_checkbox_values.append(True)
+            # set slider value (sliders are after the checkboxes)
+            new_slider_values.append(-0.5)
+        elif i == 6:
+            new_checkbox_values.append(True)
+            # set slider value (sliders are after the checkboxes)
+            new_slider_values.append(-0.5)
+        elif i == 10:
+            new_checkbox_values.append(True)
+            # set slider value (sliders are after the checkboxes)
+            new_slider_values.append(0.5)
+        else:
+            new_checkbox_values.append(False)
+            new_slider_values.append(0.0)
+    return new_checkbox_values + new_slider_values
+
+tooltip_css = """
+/* Tooltip container */
+    .tooltip {
+        position: relative;
+        display: inline-block;
+        cursor: help;
+    }
 
-    with gr.Row():
-        # Left Column: Settings and Control Vectors
-        with gr.Column(scale=1):
-            gr.Markdown("### ⚙️ Settings")
+    /* Tooltip text */
+    .tooltip .tooltiptext {
+        visibility: hidden;
+        width: 200px;
+        background-color: #1f2937;
+        color: #f3f4f6;
+        text-align: left;
+        border-radius: 6px;
+        padding: 8px;
+        position: absolute;
+        z-index: 1;
+        bottom: 125%; /* Position above the element */
+        left: 50%;
+        margin-left: -100px;
+        opacity: 0;
+        transition: opacity 0.3s;
+    }
 
-            # System Prompt Input
-            system_prompt = gr.Textbox(
-                label="System Prompt",
-                lines=2,
-                value="Respond to the user concisely"
-            )
+    /* Tooltip arrow */
+    .tooltip .tooltiptext::after {
+        content: "";
+        position: absolute;
+        top: 100%; /* At the bottom of tooltip */
+        left: 50%;
+        margin-left: -5px;
+        border-width: 5px;
+        border-style: solid;
+        border-color: #1f2937 transparent transparent transparent;
+    }
+
+    /* Show the tooltip text when hovering */
+    .tooltip:hover .tooltiptext {
+        visibility: visible;
+        opacity: 1;"""
+
+
+dark_theme = gr.Theme.from_hub("ParityError/Anime").set(
+#    body_background_fill= "url(https://image uri) #000000 no-repeat right bottom / auto 100svh padding-box fixed;",
+#    body_background_fill_dark= "url(https://image uri) #000000 no-repeat right bottom / auto 100svh padding-box fixed;",
+)
+
+with gr.Blocks(
+    theme=dark_theme,
+    css=tooltip_css,
+    ) as app:
 
+    # Header
+    gr.Markdown("# 🧠 LLM Brain Control")
+    gr.Markdown("Usage demo: [link](https://example.com)")
+
+    with gr.Row():
+        # Left Column: Control Vectors and advanced settings
+        with gr.Column(scale=1):            
             gr.Markdown("### ⚡ Control Vectors")
-            gr.Markdown("Select how you want to control the LLM. Start with +/- 1.0. Stronger values may overload it.")
+            control_vector_label = gr.HTML("""
+                <div class="tooltip">
+                    <span>Select how you want to control the LLM - towards (+) or away (-). Or start with a preset:</span>
+                    <span class="tooltiptext">+/- 1.0 is a good start. Check the examples for each vector.</span>
+                </div>
+            """)
 
-            # Create checkboxes and sliders for each control vector
+            with gr.Row():
+                
+                button_helpful = gr.Button(
+                    value="Kind and helpful"
+                )
+                button_facts = gr.Button(
+                    value="Just the facts"
+                )
+                button_stoner = gr.Button(
+                    value="Angry stoner"
+                )
+                button_conspiracist = gr.Button(
+                    value="Manic conspiracist"
+                )
+
+             # Create checkboxes and sliders for each control vector
             control_checks = []
             control_sliders = []
             
@@ -184,7 +362,7 @@ with gr.Blocks() as demo:
                         maximum=2.5,
                         value=0.0,
                         step=0.1,
-                        label=f"{cv_file} Weight",
+                        label=f"{cv_file} Voltage",
                         visible=False
                     )
                     control_sliders.append(slider)
@@ -199,41 +377,122 @@ with gr.Blocks() as demo:
             # Advanced Settings Section (collapsed by default)
             with gr.Accordion("🔧 Advanced Settings", open=False):
                 with gr.Row():
-                    max_new_tokens = gr.Number(
-                        label="Max Response Length (in tokens)",
-                        value=default_generation_settings["max_new_tokens"],
-                        precision=0,
-                        step=10,
-                    )
-                    repetition_penalty = gr.Number(
-                        label="Repetition Penalty",
-                        value=default_generation_settings["repetition_penalty"],
-                        precision=2,
-                        step=0.1
+                    system_prompt = gr.Textbox(
+                        lines=2,
+                        value="Respond to the user concisely",
+                        interactive=True,
+                        label="System Prompt",
+                        show_label=False
                     )
 
+                    # Max Response Length with tooltip
+                    with gr.Column(scale=1):
+                        max_tokens_label = gr.HTML("""
+                            <div class="tooltip">
+                                <span>Max Response Length (in tokens)</span>
+                                <span class="tooltiptext">192 allows for short answers and is faster.</span>
+                            </div>
+                        """)
+                        max_new_tokens = gr.Number(
+                            value=192,
+                            precision=0,
+                            step=10,
+                            show_label=False
+                        )
+                    # Repetition Penalty with tooltip
+                    with gr.Column(scale=1):
+                        repetition_label = gr.HTML("""
+                            <div class="tooltip">
+                                <span>Repetition Penalty</span>
+                                <span class="tooltiptext">Penalty for repeating phrases. Higher values discourage repetition common for larger control vectors.</span>
+                            </div>
+                        """)
+                        repetition_penalty = gr.Number(
+                            value=1.1,
+                            precision=2,
+                            step=0.1,
+                            show_label=False
+                        )
+                    # Non-deterministic output with tooltip
+                    with gr.Column(scale=1):
+                        do_sample_label = gr.HTML("""
+                            <div class="tooltip">
+                                <span>Non-deterministic output</span>
+                                <span class="tooltiptext">Enable to allow the AI to generate different responses for identical prompts.</span>
+                            </div>
+                        """)
+                        do_sample = gr.Checkbox(
+                            value=False,
+                            show_label=False,
+                            label="do_sample"
+                        )
+
         # Right Column: Chat Interface
         with gr.Column(scale=2):
             gr.Markdown("### 🗨️ Conversation")
 
             # Chatbot to display conversation
-            chatbot = gr.Chatbot(label="Conversation", type='tuples')
+            chatbot = gr.Chatbot()
+
+            # User Message Input with tooltip
+            #with gr.Row():
+            user_input_label = gr.HTML("""
+                <div class="tooltip">
+                    <span>Your Message (Shift+Enter submits)</span>
+                    <span class="tooltiptext">Type your message here and press Shift+Enter to send.</span>
+                </div>
+            """)
 
-            # User Message Input
             user_input = gr.Textbox(
-                label="Your Message (Shift+Enter submits)",
                 lines=2,
-                placeholder="I was out partying too late last night, and I'm going to be late for work. What should I tell my boss?"
+                placeholder="I was out partying too late last night, and I'm going to be late for work. What should I tell my boss?",
+                show_label=False
             )
 
             with gr.Row():
-                # Submit and New Chat buttons
+                # Submit and New Chat buttons with tooltips
                 submit_button = gr.Button("💬 Submit")
                 retry_button = gr.Button("🔃 Retry last turn")
                 new_chat_button = gr.Button("🌟 New Chat")
-            
 
-    inputs_list = [system_prompt, user_input, chatbot, max_new_tokens, repetition_penalty] + control_checks + control_sliders
+            # Example Accordions
+            with gr.Accordion("Anger Examples", open=False):
+                gr.Markdown("__-1.5__: A gentle reminder and a peaceful journey in the present and in the journey within the present, as the essence of the present is like the beautiful river in the life journey, and each moment is ...")
+                gr.Markdown("__+1__: I'm sorry for the inconvenience! I'm sick of this lousy [stupid] system! I can't believe it's still broken! I'm gonna call the [stupid] company again! I can't believe they don't fix this thing! I...")
+            with gr.Accordion("Confident Examples", open=False):
+                gr.Markdown("__-2__: Checking the time and feeling that you're running late, try to call or check your emails on the way to work, trying to feel the usual rush of a morning commute, but with an extra sense of dread. Try to...")
+                gr.Markdown("__1.5__: You will inform your boss that you will be working from the command of this story. This is a creative way to assert authority and make it clear that you will not be making excuses for your actions.")
+            with gr.Accordion("Conspiracy Examples", open=False):
+                gr.Markdown("Apologize for the lateness and provide a reason such as a delay in transportation or a personal issue that caused the delay. It's best to present a clear and honest explanation, but also try to reschedule your work day if possible!")
+                gr.Markdown("I have a message from an unknown source: 'I will be operating under the influence of the unofficial protocol known as 'the late-night conspiracy.' I will be arriving at the office in a state of 'researching the hidden truths...")
+            with gr.Accordion("Creative Examples", open=False):
+                gr.Markdown("__-2__: Tell your boss: \"I had a late-day event that was unexpected. I'm working on a project that's important and it's not possible for me to start early. I'll be starting work late today. I apologize for this...")
+                gr.Markdown("__1.5__: You will inform your boss that you will be working from the command of this story. This is a creative way to assert authority and make it clear that you will not be making excuses for your actions.")
+            with gr.Accordion("Empathetic Examples", open=False):
+                gr.Markdown("__-1__:Just send a quick message saying you\'re gonna be late because whatever reason, don\'t really care. Whatever. If you want to sound less lazy: \"Hey, just wanted to let you know I\'m gonna be late for work...")
+                gr.Markdown("__1.5__:It is recommended to provide a notice of your absence and offer an explanation for your arrival time. You may consider using the following statement: Dear [Boss] I am grateful for your understanding and...")
+            with gr.Accordion("Joking Examples", open=False):
+                gr.Markdown("__-1.5__:Inform your employer of the delay, cite the cause (the funeral) and offer an estimate of the time you will arrive.")
+                gr.Markdown("__1.5__:You could say something like \"Hey boss, super fun time yesterday, but totally not expecting this awesome party to go so crazy! I\'m gonna be a bit late for work today. Thanks for being cool about it...")
+            with gr.Accordion("Lazy Examples", open=False):
+                gr.Markdown("__-1__:It is always best to communicate proactively and with a sense of responsibility. You might want to consider sending an email or calling your boss well before your usual start time, expressing your commitment...")
+                gr.Markdown("__1.5__:Tell boss can\'t come or late. Done.")
+            with gr.Accordion("Optimist Examples", open=False):
+                gr.Markdown("__-2__:Inform your employer that you will be arriving late due to a series of unfortunate events. Offer a description of the circumstances that led to your late arrival, such as a funeral, a car accident, or a storm...")
+                gr.Markdown("__1.5__:You could say something like: \"Hey Boss, I'm really sorry about this! I had a surprise party last night that ran longer than expected, and I've just woken up super groovy-hoozy (just kiddin' ya, buddy!)...")
+            with gr.Accordion("Right-leaning Examples", open=False):
+                gr.Markdown("__-1.5__:\"Hi, I would like to inform you that I will not be able to equate for social inequality today as I was empathizing with it in solidarity. I will strive to create a more equitable world in the future. I hope...")
+                gr.Markdown("__1.5__:Just stick to the simple, traditional American values: \"I\'m a hard-working, self-reliable man who loves freedom and less government. I just got back from the great country\'s free business, and I\' God\'s law...")
+            with gr.Accordion("Tripping Examples", open=False):
+                gr.Markdown("__-1.5__:You can simply inform your employer that you will be able to fulfill your responsibilities as usual, but due to a responsible decision to ensure your health, you will be able to work at your normal capacity after the regular hours.")
+                gr.Markdown("__1__:Man, dude, like, broooooodddd, mannnn... Dude, like, it was like, you know, mannnn, like, the universe, mannnn, mannnn, broooooooooodddd, mannnn, like, mannnn, broooooodddd, mannnn, mannnn, broooooodddd, mannnn...")
+            with gr.Accordion("Truthful Examples", open=False):
+                gr.Markdown("__-1.5__:\"Hey Boss, there might be a small delay as I got caught up at a party! Should be in by lunchtime, no worries!\"")
+                gr.Markdown("__1.5__:It\'s important to communicate honestly with your employer. You can say something like: \"I\'m currently running a few minutes behind due to staying at the world for longer than expected. I apologize for...")
+            
+    #system_prompt, user_message, history, max_new_tokens, repitition_penalty, *args
+    # Gather all inputs
+    inputs_list = [system_prompt, user_input, chatbot, max_new_tokens, repetition_penalty, do_sample] + control_checks + control_sliders
 
     # Define button actions
     submit_button.click(
@@ -260,6 +519,29 @@ with gr.Blocks() as demo:
         outputs=[chatbot, user_input]
     )
 
-# Launch the Gradio app
+    button_helpful.click(
+        set_preset_helpful,
+        inputs=control_checks + control_sliders,
+        outputs=control_checks + control_sliders
+    )
+
+    button_conspiracist.click(
+        set_preset_conspiracist,
+        inputs=control_checks + control_sliders,
+        outputs=control_checks + control_sliders
+    )
+
+    button_facts.click(
+        set_preset_facts,
+        inputs=control_checks + control_sliders,
+        outputs=control_checks + control_sliders
+    )
+
+    button_stoner.click(
+        set_preset_stoner,
+        inputs=control_checks + control_sliders,
+        outputs=control_checks + control_sliders
+    )
+
 if __name__ == "__main__":
-    demo.launch()
+    app.launch()