Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -1,234 +1,118 @@
|
|
1 |
-
import
|
|
|
|
|
|
|
|
|
|
|
|
|
2 |
import os
|
3 |
-
|
4 |
-
|
5 |
-
|
6 |
-
|
7 |
-
|
8 |
-
|
9 |
-
|
10 |
-
|
11 |
-
|
12 |
-
|
13 |
-
|
14 |
-
|
15 |
-
|
16 |
-
|
17 |
-
|
18 |
-
|
19 |
-
)
|
20 |
-
|
21 |
-
# Sidebar controls
|
22 |
-
with st.sidebar:
|
23 |
-
st.title("Settings")
|
24 |
-
|
25 |
-
# Language selection
|
26 |
-
language = st.selectbox(
|
27 |
-
"Select language",
|
28 |
-
["English", "Turkish", "Spanish", "French", "German"]
|
29 |
-
)
|
30 |
-
|
31 |
-
# Number of speakers
|
32 |
-
num_speakers = st.number_input(
|
33 |
-
"Enter number of speakers",
|
34 |
-
min_value=1,
|
35 |
-
max_value=10,
|
36 |
-
value=2
|
37 |
-
)
|
38 |
|
39 |
-
|
40 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
41 |
|
42 |
-
|
43 |
-
|
44 |
-
|
45 |
-
|
46 |
-
|
47 |
-
|
48 |
-
|
49 |
-
|
50 |
-
|
51 |
-
|
52 |
-
|
53 |
-
|
54 |
-
|
55 |
-
|
56 |
-
|
57 |
-
|
58 |
-
|
59 |
-
|
60 |
-
|
61 |
-
|
62 |
-
"top_k": 40,
|
63 |
-
"max_output_tokens": 8192,
|
64 |
-
"response_mime_type": "application/json",
|
65 |
-
}
|
66 |
-
|
67 |
-
diarization_model = genai.GenerativeModel(
|
68 |
-
model_name="gemini-2.0-flash-exp",
|
69 |
-
generation_config=diarization_config,
|
70 |
-
safety_settings={
|
71 |
-
'HATE': 'BLOCK_NONE',
|
72 |
-
'HARASSMENT': 'BLOCK_NONE',
|
73 |
-
'SEXUAL': 'BLOCK_NONE',
|
74 |
-
'DANGEROUS': 'BLOCK_NONE'
|
75 |
-
}
|
76 |
-
)
|
77 |
-
|
78 |
-
# Process diarization
|
79 |
-
chat_session = diarization_model.start_chat(
|
80 |
-
history=[{"role": "user", "parts": [gemini_file]}]
|
81 |
-
)
|
82 |
-
|
83 |
-
response = chat_session.send_message(
|
84 |
-
f"Generate meeting diarization of the meeting audio record provided in the file. "
|
85 |
-
f"The meeting may be in a foreign language, expect a mixture of words in local language "
|
86 |
-
f"and words in english. Provided audio has {num_speakers} speakers. "
|
87 |
-
f"Accurately name the speakers or use labels like SPEAKER_01, SPEAKER_02, SPEAKER_03 and so on. "
|
88 |
-
f"Provide a structured JSON output. timestamp (hh:mm:ss), speaker (name only), "
|
89 |
-
f"speech (transcription). Do not transcribe filler words."
|
90 |
-
)
|
91 |
-
|
92 |
-
json_data = json.loads(response.text)
|
93 |
-
formatted_output = ""
|
94 |
-
for item in json_data:
|
95 |
-
formatted_output += f"{item['timestamp']} - {item['speaker']}: {item['speech']}\n\n"
|
96 |
-
|
97 |
-
st.session_state.diarization_output = formatted_output
|
98 |
-
|
99 |
-
except Exception as e:
|
100 |
-
st.error(f"Error processing audio: {str(e)}")
|
101 |
-
finally:
|
102 |
-
# Clean up temp file
|
103 |
-
os.unlink(temp_path)
|
104 |
-
|
105 |
-
if st.button("Summarize") and st.session_state.diarization_output:
|
106 |
-
with st.spinner("Generating summary..."):
|
107 |
-
try:
|
108 |
-
# Configure summarization model
|
109 |
-
summarization_config = {
|
110 |
-
"temperature": 0.25,
|
111 |
-
"top_p": 0.95,
|
112 |
-
"top_k": 40,
|
113 |
-
"max_output_tokens": 8192,
|
114 |
-
"response_schema": content.Schema(
|
115 |
-
type=content.Type.OBJECT,
|
116 |
-
enum=[],
|
117 |
-
required=["summary"],
|
118 |
-
properties={
|
119 |
-
"summary": content.Schema(
|
120 |
-
type=content.Type.STRING,
|
121 |
-
),
|
122 |
-
},
|
123 |
-
),
|
124 |
-
"response_mime_type": "application/json",
|
125 |
-
}
|
126 |
-
|
127 |
-
summarization_model = genai.GenerativeModel(
|
128 |
-
model_name="gemini-2.0-flash-exp",
|
129 |
-
generation_config=summarization_config,
|
130 |
-
safety_settings={
|
131 |
-
'HATE': 'BLOCK_NONE',
|
132 |
-
'HARASSMENT': 'BLOCK_NONE',
|
133 |
-
'SEXUAL': 'BLOCK_NONE',
|
134 |
-
'DANGEROUS': 'BLOCK_NONE'
|
135 |
-
}
|
136 |
-
)
|
137 |
-
|
138 |
-
# Generate summary
|
139 |
-
chat_session = summarization_model.start_chat(
|
140 |
-
history=[{"role": "user", "parts": [st.session_state.diarization_output]}]
|
141 |
-
)
|
142 |
-
|
143 |
-
response = chat_session.send_message(
|
144 |
-
f"Generate a detailed summarization of the meeting, provide information on "
|
145 |
-
f"the topic of the meeting, agenda, things discussed and future plans if any mentioned. "
|
146 |
-
f"Provide structured output with only one tag 'summary'. Generate response in {language}."
|
147 |
-
)
|
148 |
-
|
149 |
-
json_data = json.loads(response.text)
|
150 |
-
summary = json_data.get('summary', "No summary found.")
|
151 |
-
st.session_state.chat_history.append(("Summary", summary))
|
152 |
-
|
153 |
-
except Exception as e:
|
154 |
-
st.error(f"Error generating summary: {str(e)}")
|
155 |
-
|
156 |
-
# Main chat interface
|
157 |
-
st.title("Meeting Audio Analyzer")
|
158 |
-
|
159 |
-
# Diarization output in collapsible section
|
160 |
-
if st.session_state.diarization_output:
|
161 |
-
with st.expander("Diarization Output", expanded=False):
|
162 |
-
st.text_area("Transcript", st.session_state.diarization_output, height=300)
|
163 |
-
|
164 |
-
# Chat history
|
165 |
-
for role, message in st.session_state.chat_history:
|
166 |
-
if role == "User":
|
167 |
-
st.write(f"User: {message}")
|
168 |
-
elif role == "Bot":
|
169 |
-
st.write(f"Bot: {message}")
|
170 |
-
else: # Summary
|
171 |
-
st.write("Meeting Summary:")
|
172 |
-
st.write(message)
|
173 |
-
|
174 |
-
# Question input
|
175 |
-
if st.session_state.diarization_output:
|
176 |
-
question = st.text_input("Type in your question")
|
177 |
-
if st.button("Send"):
|
178 |
-
if question:
|
179 |
-
# Add user question to chat history
|
180 |
-
st.session_state.chat_history.append(("User", question))
|
181 |
-
|
182 |
-
with st.spinner("Generating response..."):
|
183 |
-
try:
|
184 |
-
# Configure QnA model
|
185 |
-
qna_config = {
|
186 |
-
"temperature": 0.25,
|
187 |
-
"top_p": 0.95,
|
188 |
-
"top_k": 40,
|
189 |
-
"max_output_tokens": 8192,
|
190 |
-
"response_schema": content.Schema(
|
191 |
-
type=content.Type.OBJECT,
|
192 |
-
enum=[],
|
193 |
-
required=["answer"],
|
194 |
-
properties={
|
195 |
-
"answer": content.Schema(
|
196 |
-
type=content.Type.STRING,
|
197 |
-
),
|
198 |
-
},
|
199 |
-
),
|
200 |
-
"response_mime_type": "application/json",
|
201 |
-
}
|
202 |
-
|
203 |
-
qna_model = genai.GenerativeModel(
|
204 |
-
model_name="gemini-2.0-flash-exp",
|
205 |
-
generation_config=qna_config,
|
206 |
-
safety_settings={
|
207 |
-
'HATE': 'BLOCK_NONE',
|
208 |
-
'HARASSMENT': 'BLOCK_NONE',
|
209 |
-
'SEXUAL': 'BLOCK_NONE',
|
210 |
-
'DANGEROUS': 'BLOCK_NONE'
|
211 |
-
}
|
212 |
-
)
|
213 |
-
|
214 |
-
# Generate answer
|
215 |
-
chat_session = qna_model.start_chat(
|
216 |
-
history=[{"role": "user", "parts": [st.session_state.diarization_output]}]
|
217 |
-
)
|
218 |
-
|
219 |
-
response = chat_session.send_message(
|
220 |
-
f"Answer the following question based on the meeting: {question}. Generate response in {language}."
|
221 |
-
f"Provide structured output with only one tag 'answer'."
|
222 |
-
)
|
223 |
-
|
224 |
-
json_data = json.loads(response.text)
|
225 |
-
answer = json_data.get('answer', "No answer found.")
|
226 |
-
|
227 |
-
# Add bot response to chat history
|
228 |
-
st.session_state.chat_history.append(("Bot", answer))
|
229 |
-
|
230 |
-
# Rerun to update the chat display
|
231 |
-
st.rerun()
|
232 |
-
|
233 |
-
except Exception as e:
|
234 |
-
st.error(f"Error generating answer: {str(e)}")
|
|
|
1 |
+
from flask import Flask, render_template, request, jsonify, send_file
|
2 |
+
import speech_recognition as sr
|
3 |
+
import requests
|
4 |
+
import smtplib
|
5 |
+
from email.message import EmailMessage
|
6 |
+
from transformers import pipeline
|
7 |
+
from reportlab.pdfgen import canvas
|
8 |
import os
|
9 |
+
|
10 |
+
app = Flask(__name__)
|
11 |
+
|
12 |
+
# Google Speech-to-Text API Anahtarı (JSON dosyanızın yolu)
|
13 |
+
os.environ["GOOGLE_APPLICATION_CREDENTIALS"] = "your-google-cloud-key.json"
|
14 |
+
|
15 |
+
# Gemini API Anahtarı
|
16 |
+
GEMINI_API_KEY = "your-gemini-api-key"
|
17 |
+
|
18 |
+
# Hugging Face Özetleme Modeli
|
19 |
+
summary_pipeline = pipeline("summarization", model="facebook/bart-large-cnn")
|
20 |
+
|
21 |
+
### 📌 1️⃣ Speech-to-Text API ###
|
22 |
+
@app.route('/speech-to-text', methods=['POST'])
|
23 |
+
def speech_to_text():
|
24 |
+
if 'audio' not in request.files:
|
25 |
+
return jsonify({"error": "No audio file provided"}), 400
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
26 |
|
27 |
+
audio_file = request.files['audio']
|
28 |
+
recognizer = sr.Recognizer()
|
29 |
+
|
30 |
+
with sr.AudioFile(audio_file) as source:
|
31 |
+
audio_data = recognizer.record(source)
|
32 |
+
try:
|
33 |
+
text = recognizer.recognize_google(audio_data, language="tr-TR")
|
34 |
+
return jsonify({"text": text})
|
35 |
+
except sr.UnknownValueError:
|
36 |
+
return jsonify({"error": "Could not understand audio"})
|
37 |
+
except sr.RequestError:
|
38 |
+
return jsonify({"error": "Could not request results"})
|
39 |
+
|
40 |
+
### 📌 2️⃣ Metni Özetleme (Gemini API) ###
|
41 |
+
def summarize_text(text):
|
42 |
+
url = "https://generativelanguage.googleapis.com/v1/models/gemini-pro:generateText"
|
43 |
+
headers = {"Authorization": f"Bearer {GEMINI_API_KEY}"}
|
44 |
+
payload = {
|
45 |
+
"prompt": f"Summarize this meeting transcript:\n{text}",
|
46 |
+
"max_tokens": 500
|
47 |
+
}
|
48 |
+
response = requests.post(url, json=payload, headers=headers)
|
49 |
+
return response.json()["choices"][0]["text"]
|
50 |
+
|
51 |
+
@app.route('/summarize', methods=['POST'])
|
52 |
+
def summarize():
|
53 |
+
data = request.get_json()
|
54 |
+
text = data.get("text")
|
55 |
+
if not text:
|
56 |
+
return jsonify({"error": "No text provided"}), 400
|
57 |
+
|
58 |
+
summary = summarize_text(text)
|
59 |
+
return jsonify({"summary": summary})
|
60 |
+
|
61 |
+
### 📌 3️⃣ Kararları Çıkarma (Hugging Face NLP) ###
|
62 |
+
def extract_decisions(text):
|
63 |
+
summary = summary_pipeline(text, max_length=100, min_length=30, do_sample=False)
|
64 |
+
return summary[0]['summary_text']
|
65 |
+
|
66 |
+
@app.route('/extract-decisions', methods=['POST'])
|
67 |
+
def extract():
|
68 |
+
data = request.get_json()
|
69 |
+
text = data.get("text")
|
70 |
+
if not text:
|
71 |
+
return jsonify({"error": "No text provided"}), 400
|
72 |
+
|
73 |
+
decisions = extract_decisions(text)
|
74 |
+
return jsonify({"decisions": decisions})
|
75 |
+
|
76 |
+
### 📌 4️⃣ PDF Raporu Oluşturma ###
|
77 |
+
def create_pdf(text, filename="meeting_report.pdf"):
|
78 |
+
c = canvas.Canvas(filename)
|
79 |
+
c.drawString(100, 750, "Meeting Report")
|
80 |
+
c.drawString(100, 730, text)
|
81 |
+
c.save()
|
82 |
+
return filename
|
83 |
+
|
84 |
+
@app.route('/generate-pdf', methods=['POST'])
|
85 |
+
def generate_pdf():
|
86 |
+
data = request.get_json()
|
87 |
+
text = data.get("text")
|
88 |
+
if not text:
|
89 |
+
return jsonify({"error": "No text provided"}), 400
|
90 |
+
|
91 |
+
pdf_file = create_pdf(text)
|
92 |
+
return send_file(pdf_file, as_attachment=True)
|
93 |
+
|
94 |
+
### 📌 5️⃣ E-Posta Gönderme ###
|
95 |
+
def send_email(pdf_file, recipient_email):
|
96 |
+
email = "[email protected]"
|
97 |
+
password = "your-email-password"
|
98 |
|
99 |
+
msg = EmailMessage()
|
100 |
+
msg['Subject'] = 'Meeting Report'
|
101 |
+
msg['From'] = email
|
102 |
+
msg['To'] = recipient_email
|
103 |
+
msg.set_content('The meeting report is attached.')
|
104 |
+
|
105 |
+
with open(pdf_file, 'rb') as f:
|
106 |
+
file_data = f.read()
|
107 |
+
msg.add_attachment(file_data, maintype='application', subtype='pdf', filename=pdf_file)
|
108 |
+
|
109 |
+
with smtplib.SMTP_SSL('smtp.gmail.com', 465) as server:
|
110 |
+
server.login(email, password)
|
111 |
+
server.send_message(msg)
|
112 |
+
|
113 |
+
@app.route('/')
|
114 |
+
def home():
|
115 |
+
return render_template('index.html')
|
116 |
+
|
117 |
+
if __name__ == '__main__':
|
118 |
+
app.run(debug=True)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|