Spaces:
Running
on
Zero
Running
on
Zero
DmitryRyumin
commited on
Commit
Β·
cac01bb
1
Parent(s):
7a4a029
Summary
Browse files- app.css +12 -2
- app/event_handlers/clear.py +8 -6
- app/event_handlers/event_handlers.py +4 -4
- app/event_handlers/submit.py +6 -6
- app/event_handlers/video.py +6 -6
- app/tabs.py +18 -12
- config.toml +6 -0
app.css
CHANGED
@@ -1,7 +1,9 @@
|
|
1 |
-
.noti_err
|
|
|
2 |
color: var(--color-accent);
|
3 |
}
|
4 |
-
.noti_true
|
|
|
5 |
color: #006900;
|
6 |
}
|
7 |
|
@@ -38,3 +40,11 @@ div.emo-stats:hover label[data-testid="block-label"],
|
|
38 |
div.sent-stats:hover label[data-testid="block-label"] {
|
39 |
display: none;
|
40 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
.noti_err,
|
2 |
+
div.noti-results-false textarea {
|
3 |
color: var(--color-accent);
|
4 |
}
|
5 |
+
.noti_true,
|
6 |
+
div.noti-results-true textarea {
|
7 |
color: #006900;
|
8 |
}
|
9 |
|
|
|
40 |
div.sent-stats:hover label[data-testid="block-label"] {
|
41 |
display: none;
|
42 |
}
|
43 |
+
|
44 |
+
div.noti-results textarea,
|
45 |
+
div.noti-results-false textarea,
|
46 |
+
div.noti-results-true textarea {
|
47 |
+
height: fit-content;
|
48 |
+
font-weight: bold;
|
49 |
+
font-size: 16px;
|
50 |
+
}
|
app/event_handlers/clear.py
CHANGED
@@ -9,20 +9,22 @@ import gradio as gr
|
|
9 |
|
10 |
# Importing necessary components for the Gradio app
|
11 |
from app.config import config_data
|
12 |
-
from app.components import html_message
|
13 |
|
14 |
|
15 |
def event_handler_clear() -> (
|
16 |
-
tuple[
|
|
|
|
|
17 |
):
|
18 |
return (
|
19 |
gr.Video(value=None),
|
20 |
gr.Button(interactive=False),
|
21 |
gr.Button(interactive=False),
|
22 |
-
|
23 |
-
|
24 |
-
|
25 |
-
|
|
|
26 |
),
|
27 |
gr.Plot(value=None, visible=False),
|
28 |
gr.Plot(value=None, visible=False),
|
|
|
9 |
|
10 |
# Importing necessary components for the Gradio app
|
11 |
from app.config import config_data
|
|
|
12 |
|
13 |
|
14 |
def event_handler_clear() -> (
|
15 |
+
tuple[
|
16 |
+
gr.Video, gr.Button, gr.Button, gr.Textbox, gr.Plot, gr.Plot, gr.Plot, gr.Plot
|
17 |
+
]
|
18 |
):
|
19 |
return (
|
20 |
gr.Video(value=None),
|
21 |
gr.Button(interactive=False),
|
22 |
gr.Button(interactive=False),
|
23 |
+
gr.Textbox(
|
24 |
+
value=config_data.InformationMessages_NOTI_RESULTS[0],
|
25 |
+
info=None,
|
26 |
+
container=False,
|
27 |
+
elem_classes="noti-results-false",
|
28 |
),
|
29 |
gr.Plot(value=None, visible=False),
|
30 |
gr.Plot(value=None, visible=False),
|
app/event_handlers/event_handlers.py
CHANGED
@@ -17,7 +17,7 @@ def setup_app_event_handlers(
|
|
17 |
video,
|
18 |
clear,
|
19 |
submit,
|
20 |
-
|
21 |
waveform,
|
22 |
faces,
|
23 |
emotion_stats,
|
@@ -27,7 +27,7 @@ def setup_app_event_handlers(
|
|
27 |
triggers=[video.change, video.upload, video.stop_recording, video.clear],
|
28 |
fn=event_handler_video,
|
29 |
inputs=[video],
|
30 |
-
outputs=[clear, submit,
|
31 |
queue=True,
|
32 |
)
|
33 |
|
@@ -35,7 +35,7 @@ def setup_app_event_handlers(
|
|
35 |
fn=event_handler_submit,
|
36 |
inputs=[video],
|
37 |
outputs=[
|
38 |
-
|
39 |
waveform,
|
40 |
faces,
|
41 |
emotion_stats,
|
@@ -51,7 +51,7 @@ def setup_app_event_handlers(
|
|
51 |
video,
|
52 |
clear,
|
53 |
submit,
|
54 |
-
|
55 |
waveform,
|
56 |
faces,
|
57 |
emotion_stats,
|
|
|
17 |
video,
|
18 |
clear,
|
19 |
submit,
|
20 |
+
text,
|
21 |
waveform,
|
22 |
faces,
|
23 |
emotion_stats,
|
|
|
27 |
triggers=[video.change, video.upload, video.stop_recording, video.clear],
|
28 |
fn=event_handler_video,
|
29 |
inputs=[video],
|
30 |
+
outputs=[clear, submit, text],
|
31 |
queue=True,
|
32 |
)
|
33 |
|
|
|
35 |
fn=event_handler_submit,
|
36 |
inputs=[video],
|
37 |
outputs=[
|
38 |
+
text,
|
39 |
waveform,
|
40 |
faces,
|
41 |
emotion_stats,
|
|
|
51 |
video,
|
52 |
clear,
|
53 |
submit,
|
54 |
+
text,
|
55 |
waveform,
|
56 |
faces,
|
57 |
emotion_stats,
|
app/event_handlers/submit.py
CHANGED
@@ -39,13 +39,12 @@ from app.data_init import (
|
|
39 |
text_model,
|
40 |
)
|
41 |
from app.load_models import VideoFeatureExtractor
|
42 |
-
from app.components import html_message
|
43 |
|
44 |
|
45 |
@spaces.GPU
|
46 |
def event_handler_submit(
|
47 |
video: str,
|
48 |
-
) -> tuple[gr.
|
49 |
if video:
|
50 |
if video.split(".")[-1] == "webm":
|
51 |
video = convert_webm_to_mp4(video)
|
@@ -167,10 +166,11 @@ def event_handler_submit(
|
|
167 |
)
|
168 |
|
169 |
return (
|
170 |
-
|
171 |
-
|
172 |
-
|
173 |
-
|
|
|
174 |
),
|
175 |
gr.Plot(value=plt_audio, visible=True),
|
176 |
gr.Plot(value=plt_faces, visible=True),
|
|
|
39 |
text_model,
|
40 |
)
|
41 |
from app.load_models import VideoFeatureExtractor
|
|
|
42 |
|
43 |
|
44 |
@spaces.GPU
|
45 |
def event_handler_submit(
|
46 |
video: str,
|
47 |
+
) -> tuple[gr.Textbox, gr.Plot, gr.Plot, gr.Plot, gr.Plot]:
|
48 |
if video:
|
49 |
if video.split(".")[-1] == "webm":
|
50 |
video = convert_webm_to_mp4(video)
|
|
|
166 |
)
|
167 |
|
168 |
return (
|
169 |
+
gr.Textbox(
|
170 |
+
value=" ".join(total_text).strip(),
|
171 |
+
info=config_data.InformationMessages_REC_TEXT,
|
172 |
+
container=False,
|
173 |
+
elem_classes="noti-results",
|
174 |
),
|
175 |
gr.Plot(value=plt_audio, visible=True),
|
176 |
gr.Plot(value=plt_faces, visible=True),
|
app/event_handlers/video.py
CHANGED
@@ -9,18 +9,18 @@ import gradio as gr
|
|
9 |
|
10 |
# Importing necessary components for the Gradio app
|
11 |
from app.config import config_data
|
12 |
-
from app.components import html_message
|
13 |
|
14 |
|
15 |
-
def event_handler_video(video: str) -> gr.
|
16 |
is_video_valid = bool(video)
|
17 |
|
18 |
return (
|
19 |
gr.Button(interactive=is_video_valid),
|
20 |
gr.Button(interactive=is_video_valid),
|
21 |
-
|
22 |
-
|
23 |
-
|
24 |
-
|
|
|
25 |
),
|
26 |
)
|
|
|
9 |
|
10 |
# Importing necessary components for the Gradio app
|
11 |
from app.config import config_data
|
|
|
12 |
|
13 |
|
14 |
+
def event_handler_video(video: str) -> tuple[gr.Button, gr.Button, gr.Textbox]:
|
15 |
is_video_valid = bool(video)
|
16 |
|
17 |
return (
|
18 |
gr.Button(interactive=is_video_valid),
|
19 |
gr.Button(interactive=is_video_valid),
|
20 |
+
gr.Textbox(
|
21 |
+
value=config_data.InformationMessages_NOTI_RESULTS[int(is_video_valid)],
|
22 |
+
info=None,
|
23 |
+
container=False,
|
24 |
+
elem_classes="noti-results-" + str(is_video_valid).lower(),
|
25 |
),
|
26 |
)
|
app/tabs.py
CHANGED
@@ -10,7 +10,6 @@ import gradio as gr
|
|
10 |
# Importing necessary components for the Gradio app
|
11 |
from app.description import DESCRIPTION
|
12 |
from app.config import config_data
|
13 |
-
from app.components import html_message
|
14 |
from app.requirements_app import read_requirements
|
15 |
|
16 |
|
@@ -65,13 +64,7 @@ def app_tab():
|
|
65 |
elem_classes="submit",
|
66 |
)
|
67 |
|
68 |
-
gr.Examples(
|
69 |
-
[
|
70 |
-
"videos/1.mp4",
|
71 |
-
"videos/2.mp4",
|
72 |
-
],
|
73 |
-
[video],
|
74 |
-
)
|
75 |
|
76 |
with gr.Column(
|
77 |
visible=True,
|
@@ -79,10 +72,23 @@ def app_tab():
|
|
79 |
variant="default",
|
80 |
elem_classes="results-container",
|
81 |
):
|
82 |
-
|
83 |
-
|
84 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
85 |
visible=True,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
86 |
)
|
87 |
|
88 |
waveform = gr.Plot(
|
@@ -121,7 +127,7 @@ def app_tab():
|
|
121 |
video,
|
122 |
clear,
|
123 |
submit,
|
124 |
-
|
125 |
waveform,
|
126 |
faces,
|
127 |
emotion_stats,
|
|
|
10 |
# Importing necessary components for the Gradio app
|
11 |
from app.description import DESCRIPTION
|
12 |
from app.config import config_data
|
|
|
13 |
from app.requirements_app import read_requirements
|
14 |
|
15 |
|
|
|
64 |
elem_classes="submit",
|
65 |
)
|
66 |
|
67 |
+
gr.Examples(config_data.StaticPaths_EXAMPLES, [video])
|
|
|
|
|
|
|
|
|
|
|
|
|
68 |
|
69 |
with gr.Column(
|
70 |
visible=True,
|
|
|
72 |
variant="default",
|
73 |
elem_classes="results-container",
|
74 |
):
|
75 |
+
text = gr.Textbox(
|
76 |
+
value=config_data.InformationMessages_NOTI_RESULTS[0],
|
77 |
+
max_lines=10,
|
78 |
+
placeholder=None,
|
79 |
+
label=None,
|
80 |
+
info=None,
|
81 |
+
show_label=False,
|
82 |
+
container=False,
|
83 |
+
interactive=False,
|
84 |
visible=True,
|
85 |
+
autofocus=False,
|
86 |
+
autoscroll=True,
|
87 |
+
render=True,
|
88 |
+
type="text",
|
89 |
+
show_copy_button=False,
|
90 |
+
max_length=config_data.General_TEXT_MAX_LENGTH,
|
91 |
+
elem_classes="noti-results-false",
|
92 |
)
|
93 |
|
94 |
waveform = gr.Plot(
|
|
|
127 |
video,
|
128 |
clear,
|
129 |
submit,
|
130 |
+
text,
|
131 |
waveform,
|
132 |
faces,
|
133 |
emotion_stats,
|
config.toml
CHANGED
@@ -3,6 +3,7 @@ APP_VERSION = "0.0.1"
|
|
3 |
CSS_PATH = "app.css"
|
4 |
|
5 |
[General]
|
|
|
6 |
SR = 16000
|
7 |
START_TIME = 0
|
8 |
WIN_MAX_LENGTH = 4
|
@@ -28,6 +29,7 @@ NOTI_RESULTS = [
|
|
28 |
"Upload or record video",
|
29 |
"Video uploaded, you can perform calculations",
|
30 |
]
|
|
|
31 |
|
32 |
[OtherMessages]
|
33 |
CLEAR = "Clear"
|
@@ -59,6 +61,10 @@ EMO_SENT_TEXT_WEIGHTS = "emo_sent_text_weights.pth"
|
|
59 |
EMO_SENT_VIDEO_WEIGHTS = "emo_sent_video_weights.pth"
|
60 |
YOLOV8N_FACE = "yolov8n-face.pt"
|
61 |
OPENAI_WHISPER = "openai/whisper-base"
|
|
|
|
|
|
|
|
|
62 |
|
63 |
[Requirements]
|
64 |
LIBRARY = "Library"
|
|
|
3 |
CSS_PATH = "app.css"
|
4 |
|
5 |
[General]
|
6 |
+
TEXT_MAX_LENGTH = 1000
|
7 |
SR = 16000
|
8 |
START_TIME = 0
|
9 |
WIN_MAX_LENGTH = 4
|
|
|
29 |
"Upload or record video",
|
30 |
"Video uploaded, you can perform calculations",
|
31 |
]
|
32 |
+
REC_TEXT = "Recognized text"
|
33 |
|
34 |
[OtherMessages]
|
35 |
CLEAR = "Clear"
|
|
|
61 |
EMO_SENT_VIDEO_WEIGHTS = "emo_sent_video_weights.pth"
|
62 |
YOLOV8N_FACE = "yolov8n-face.pt"
|
63 |
OPENAI_WHISPER = "openai/whisper-base"
|
64 |
+
EXAMPLES = [
|
65 |
+
"videos/1.mp4",
|
66 |
+
"videos/2.mp4",
|
67 |
+
]
|
68 |
|
69 |
[Requirements]
|
70 |
LIBRARY = "Library"
|