aer / app.py
Zled's picture
Update app.py
d928e7a
raw
history blame
No virus
1.69 kB
import torch
import gradio as gr
from transformers import Wav2Vec2FeatureExtractor
from datasets import Dataset
import librosa
def get_emotion(microphone, file_upload, task):
feature_extractor = Wav2Vec2FeatureExtractor.from_pretrained("superb/hubert-large-superb-er")
warn_output = ""
if (microphone is not None) and (file_upload is not None):
warn_output = (
"WARNING: You've uploaded an audio file and used the microphone. "
"The recorded file from the microphone will be used and the uploaded audio will be discarded.\n"
)
elif (microphone is None) and (file_upload is None):
return "ERROR: You have to either use the microphone or upload an audio file"
model = torch.load('model.pth').cpu()
file = microphone if microphone is not None else file_upload
speech, _ = librosa.load(file, sr=16000, mono=True)
test = feature_extractor(speech, sampling_rate=16000, padding=True, return_tensors="pt" )
logits = model(**test).logits
predicted_ids = torch.argmax(logits, dim=-1)
labels = [model.config.id2label[_id] for _id in predicated_ids.tolist()]
return labels
demo = gr.Blocks()
mf_transcribe = gr.Interface(
fn=get_emotion,
inputs=[
gr.inputs.Audio(source="microphone", type="filepath", optional=True),
gr.inputs.Audio(source="upload", type="filepath", optional=True),
],
outputs="text",
layout="horizontal",
theme="huggingface",
title="AER",
description=(
"get the emotion"
),
allow_flagging="never",
)
with demo:
gr.TabbedInterface([mf_transcribe],'Trancribe')
demo.launch(enable_queue=True)