Update app.py

app.py

@@ -13,17 +13,15 @@ def format_prompt(message, history):
     prompt += f"[INST] {message} [/INST]"
     return prompt
 
-def generate_from_file(file_path, history, system_prompt, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):
-    # Read the file content
-    with open(file_path, 'r', encoding='utf-8') as file:
+def generate_from_srt(file_path, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):
+    # Assuming the file content is directly usable as a prompt
+    with open(file_path, "r", encoding="utf-8") as file:
         file_content = file.read()
     
-    # You might need to modify this part to fit how you want to use the file content in your prompt
-    prompt = file_content[:1000]  # Example: using first 1000 characters of the file content
+    # Process the SRT file content as needed before using it as a prompt
+    # For example, extracting text and removing timestamps if necessary
+    # Here, directly using the file content for simplicity
     
-    return generate(prompt, history, system_prompt, temperature, max_new_tokens, top_p, repetition_penalty)
-
-def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):
     temperature = float(temperature)
     if temperature < 1e-2:
         temperature = 1e-2
@@ -38,18 +36,25 @@ def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=256
         seed=42,
     )
 
-    formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
+    formatted_prompt = format_prompt(file_content, [])
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""
 
     for response in stream:
         output += response.token.text
-        yield output
     return output
 
+def handle_file(file, **kwargs):
+    # Save the uploaded file temporarily to read it
+    file_path = file.name
+    with open(file_path, "wb") as f:
+        f.write(file.read())
+    
+    return generate_from_srt(file_path, **kwargs)
+
 iface = gr.Interface(
-    fn=generate_from_file,
-    inputs=[gr.File(label="Upload File"), gr.State(), gr.Textbox(label="System Prompt")],
+    fn=handle_file,
+    inputs=gr.File(label="Upload SRT File"),
     outputs="text",
     title="SRT File Translation",
     concurrency_limit=20,