Nathan Franklin commited on
Commit
65e32e0
·
1 Parent(s): d4b5f92

add audio ai response capability and autoplay it

Browse files
Files changed (1) hide show
  1. app.py +14 -6
app.py CHANGED
@@ -1,7 +1,7 @@
1
  import gradio as gr
2
  from faster_whisper import WhisperModel
3
 
4
- model = WhisperModel("tiny")
5
 
6
  def generate_response(
7
  language_level, buddy_personality,
@@ -24,13 +24,13 @@ def generate_response(
24
  # Ask llm for response to text
25
 
26
  bot_message = 'Bot: ' + user_query_transcribed
27
- chatbot_history.append((user_query_transcribed, bot_message))
28
 
29
  # Convert llm response to audio
30
  # Return None to reset user input audio and
31
  # llm response + user inputs in chatbot_history object to be displayed
32
 
33
- return None, chatbot_history
34
 
35
  with gr.Blocks() as demo:
36
 
@@ -66,6 +66,10 @@ with gr.Blocks() as demo:
66
  type='filepath'
67
  )
68
 
 
 
 
 
69
  converse_button = gr.Button("Send Message")
70
 
71
  clear_button = gr.Button("Clear Convo History")
@@ -73,11 +77,15 @@ with gr.Blocks() as demo:
73
  converse_button.click(
74
  fn=generate_response,
75
  inputs=[
76
- language_level, personality,
77
- language, user_input,
 
 
78
  chatbot
79
  ],
80
- outputs=[user_input, chatbot]
 
 
81
  )
82
 
83
  demo.launch()
 
1
  import gradio as gr
2
  from faster_whisper import WhisperModel
3
 
4
+ model = WhisperModel("tiny", compute_type="float32")
5
 
6
  def generate_response(
7
  language_level, buddy_personality,
 
24
  # Ask llm for response to text
25
 
26
  bot_message = 'Bot: ' + user_query_transcribed
27
+ chatbot_history.append((user_message, bot_message))
28
 
29
  # Convert llm response to audio
30
  # Return None to reset user input audio and
31
  # llm response + user inputs in chatbot_history object to be displayed
32
 
33
+ return None, chatbot_history, user_query_audio
34
 
35
  with gr.Blocks() as demo:
36
 
 
66
  type='filepath'
67
  )
68
 
69
+ ai_response = gr.Audio(
70
+ autoplay=True
71
+ )
72
+
73
  converse_button = gr.Button("Send Message")
74
 
75
  clear_button = gr.Button("Clear Convo History")
 
77
  converse_button.click(
78
  fn=generate_response,
79
  inputs=[
80
+ language_level,
81
+ personality,
82
+ language,
83
+ user_input,
84
  chatbot
85
  ],
86
+ outputs=[user_input,
87
+ chatbot,
88
+ ai_response]
89
  )
90
 
91
  demo.launch()