Debugging app.py as rewritten by ChatGPT-4o

app.py

@@ -10,10 +10,6 @@ model_id = "google/flan-t5-small"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = AutoModelForSeq2SeqLM.from_pretrained(model_id)
 
-# Define the sliders outside the gr.Row() block
-max_new_tokens = gr.Slider(minimum=10, maximum=512, value=360, step=1, label="Max New Tokens")  # Adjusted for smaller model
-temperature = gr.Slider(minimum=0.1, maximum=1.0, value=0.7, step=0.1, label="Temperature")
-
 def correct_htr(raw_htr_text, max_new_tokens, temperature):
     try:
         if not raw_htr_text:
@@ -98,6 +94,11 @@ with gr.Blocks() as demo:
             </div>
         ''')
 
+    # Sliders for max_new_tokens and temperature
+    with gr.Row():
+        max_new_tokens_slider = gr.Slider(minimum=10, maximum=512, value=128, step=1, label="Max New Tokens")
+        temperature_slider = gr.Slider(minimum=0.1, maximum=1.0, value=0.7, step=0.1, label="Temperature")
+
     with gr.Tab("Correct HTR"):
         gr.Markdown("### Correct Raw HTR Text")
         raw_htr_input = gr.Textbox(lines=5, placeholder="Enter raw HTR text here...")
@@ -105,7 +106,7 @@ with gr.Blocks() as demo:
         correct_button = gr.Button("Correct HTR")
         clear_button = gr.Button("Clear")
 
-        correct_button.click(correct_htr, inputs=[raw_htr_input, max_new_tokens, temperature], outputs=corrected_output)
+        correct_button.click(correct_htr, inputs=[raw_htr_input, max_new_tokens_slider, temperature_slider], outputs=corrected_output)
         clear_button.click(clear_fields, outputs=[raw_htr_input, corrected_output])
 
     with gr.Tab("Summarize Legal Text"):
@@ -115,7 +116,7 @@ with gr.Blocks() as demo:
         summarize_button = gr.Button("Summarize Text")
         clear_button = gr.Button("Clear")
 
-        summarize_button.click(summarize_text, inputs=[legal_text_input, max_new_tokens, temperature], outputs=summary_output)
+        summarize_button.click(summarize_text, inputs=[legal_text_input, max_new_tokens_slider, temperature_slider], outputs=summary_output)
         clear_button.click(clear_fields, outputs=[legal_text_input, summary_output])
 
     with gr.Tab("Answer Legal Question"):
@@ -126,18 +127,12 @@ with gr.Blocks() as demo:
         answer_button = gr.Button("Get Answer")
         clear_button = gr.Button("Clear")
 
-        answer_button.click(answer_question, inputs=[legal_text_input_q, question_input, max_new_tokens, temperature], outputs=answer_output)
+        answer_button.click(answer_question, inputs=[legal_text_input_q, question_input, max_new_tokens_slider, temperature_slider], outputs=answer_output)
         clear_button.click(clear_fields, outputs=[legal_text_input_q, question_input, answer_output])
 
-    # The sliders are already defined, so just include them in the layout
-    with gr.Row():
-        # No need to redefine max_new_tokens and temperature here
-        pass  
-
 # Model warm-up (optional, but useful for performance)
 model.generate(**tokenizer("Warm-up", return_tensors="pt"), max_length=10)
 
 # Launch the Gradio interface
 if __name__ == "__main__":
-    demo.launch()
-
+    demo.launch()