Spaces:
Running
Running
// advanced.math.js | |
import * as webllm from "https://esm.run/@mlc-ai/web-llm"; | |
// Ensure the script runs after the DOM is fully loaded | |
document.addEventListener("DOMContentLoaded", () => { | |
// Initialize the Advanced Mathematics & Problem Solving section | |
const mathMessages = [ | |
{ | |
content: "You are Aged Guru, an intelligent assistant skilled in advanced mathematics and problem solving. Provide insightful and comprehensive answers to complex mathematical questions.", | |
role: "system" | |
} | |
]; | |
const mathAvailableModels = webllm.prebuiltAppConfig.model_list.map( | |
(m) => m.model_id | |
); | |
let mathSelectedModel = "Qwen2.5-Math-1.5B-Instruct-q4f16_1-MLC"; // Default model | |
function mathUpdateEngineInitProgressCallback(report) { | |
console.log("Advanced Math Initialize", report.progress); | |
// Instead of updating a status span, log the progress | |
logMessage(`Model Initialization Progress: ${report.text}`, "system"); | |
} | |
const mathEngine = new webllm.MLCEngine(); | |
mathEngine.setInitProgressCallback(mathUpdateEngineInitProgressCallback); | |
let mathIsGenerating = false; // Flag to prevent multiple generations | |
async function mathInitializeWebLLMEngine() { | |
logMessage("Model initialization started.", "system"); | |
document.getElementById("math-loading-spinner").classList.remove("hidden"); // Show spinner | |
mathSelectedModel = document.getElementById("math-model-selection").value; | |
const config = { | |
temperature: 0.7, // Adjusted for more precise answers | |
top_p: 0.9 | |
}; | |
try { | |
await mathEngine.reload(mathSelectedModel, config); | |
document.getElementById("math-selected-model").textContent = mathSelectedModel; | |
document.getElementById("math-start_button").disabled = false; | |
document.getElementById("math-text-input").disabled = false; // Enable text input after initialization | |
document.getElementById("math-submit-button").disabled = false; // Enable submit button after initialization | |
document.getElementById("math-speech-controls").disabled = false; // Enable speech controls after initialization | |
document.getElementById("math-configuration").classList.remove("hidden"); | |
logMessage("Model initialized successfully.", "system"); | |
} catch (error) { | |
console.error("Error initializing the model:", error); | |
alert("Failed to initialize the model. Please try again."); | |
logMessage("Failed to initialize the model.", "error"); | |
} finally { | |
document.getElementById("math-loading-spinner").classList.add("hidden"); // Hide spinner | |
} | |
} | |
async function mathStreamingGenerating(messages, onUpdate, onFinish, onError) { | |
if (mathIsGenerating) { | |
console.warn("Advanced Math Generation already in progress."); | |
return; | |
} | |
mathIsGenerating = true; | |
try { | |
let curMessage = ""; | |
const completion = await mathEngine.chat.completions.create({ | |
stream: true, | |
messages | |
}); | |
for await (const chunk of completion) { | |
const curDelta = chunk.choices[0].delta.content; | |
if (curDelta) { | |
curMessage += curDelta; | |
} | |
onUpdate(curMessage); | |
} | |
const finalMessage = await mathEngine.getMessage(); | |
console.log(`Advanced Math Generated final message: ${finalMessage}`); // Debugging | |
onFinish(finalMessage); | |
logMessage("Response generated successfully.", "system"); | |
} catch (err) { | |
console.error(err); | |
onError(err); | |
logMessage("An error occurred during response generation.", "error"); | |
} finally { | |
mathIsGenerating = false; | |
} | |
} | |
// Flag to track the last input method | |
let mathLastInputWasVoice = false; | |
function mathAppendMessage(message) { | |
console.log(`Advanced Math Appending message: ${message.content} (Role: ${message.role})`); // Debugging | |
const mathChatBox = document.getElementById("math-chat-box"); | |
// Check if the assistant's message is already appended to avoid duplication | |
if (message.role === "assistant") { | |
const existingMessages = mathChatBox.querySelectorAll(".message"); | |
const lastMessage = existingMessages[existingMessages.length - 1]; | |
if (lastMessage && lastMessage.textContent === message.content) { | |
console.warn("Duplicate assistant message detected in Advanced Math section, skipping append."); | |
// Only trigger TTS for assistant messages if the last input was via voice | |
if (message.role === "assistant" && message.content !== "typing..." && mathLastInputWasVoice) { | |
mathSpeak(message.content); | |
} | |
return; // Exit to avoid appending the same message twice | |
} | |
} | |
const container = document.createElement("div"); | |
container.classList.add("message-container"); | |
const newMessage = document.createElement("div"); | |
newMessage.classList.add("message"); | |
newMessage.textContent = message.content; | |
if (message.role === "user") { | |
container.classList.add("user"); | |
} else { | |
container.classList.add("assistant"); | |
} | |
container.appendChild(newMessage); | |
mathChatBox.appendChild(container); | |
mathChatBox.scrollTop = mathChatBox.scrollHeight; | |
// Only trigger TTS for assistant messages if the last input was via voice | |
if (message.role === "assistant" && message.content !== "typing..." && mathLastInputWasVoice) { | |
mathSpeak(message.content); | |
} | |
} | |
function mathUpdateLastMessage(content) { | |
const messageDoms = document.getElementById("math-chat-box").querySelectorAll(".message"); | |
const lastMessageDom = messageDoms[messageDoms.length - 1]; | |
lastMessageDom.textContent = content; | |
} | |
function mathOnSpeechRecognized(transcript) { | |
const input = transcript.trim(); | |
const message = { | |
content: input, | |
role: "user" | |
}; | |
if (input.length === 0) { | |
return; | |
} | |
mathLastInputWasVoice = true; // Set flag as voice input | |
console.log(`Advanced Math Voice input received: ${input}`); // Debugging | |
document.getElementById("math-start_button").disabled = true; | |
document.getElementById("math-submit-button").disabled = true; // Disable submit button during processing | |
mathMessages.push(message); | |
mathAppendMessage(message); | |
logMessage(`User (Voice): ${input}`, "user"); | |
// Append "typing..." placeholder | |
const aiPlaceholder = { | |
content: "typing...", | |
role: "assistant" | |
}; | |
mathAppendMessage(aiPlaceholder); | |
logMessage("AdvancedMathBot is typing...", "system"); | |
const onFinishGenerating = (finalMessage) => { | |
console.log(`Advanced Math Finishing generation with message: ${finalMessage}`); // Debugging | |
// Remove the "typing..." placeholder | |
const mathChatBox = document.getElementById("math-chat-box"); | |
const lastMessageContainer = mathChatBox.lastElementChild; | |
if (lastMessageContainer && lastMessageContainer.querySelector(".message").textContent === "typing...") { | |
mathChatBox.removeChild(lastMessageContainer); | |
} | |
// Append the final message | |
const aiMessage = { | |
content: finalMessage, | |
role: "assistant" | |
}; | |
mathAppendMessage(aiMessage); | |
logMessage(`AdvancedMathBot: ${finalMessage}`, "assistant"); | |
document.getElementById("math-start_button").disabled = false; | |
document.getElementById("math-submit-button").disabled = false; // Re-enable submit button after processing | |
mathEngine.runtimeStatsText().then((statsText) => { | |
document.getElementById("math-chat-stats").classList.remove("hidden"); | |
document.getElementById("math-chat-stats").textContent = statsText; | |
logMessage(`Runtime Stats: ${statsText}`, "system"); | |
}); | |
}; | |
mathStreamingGenerating( | |
mathMessages, | |
mathUpdateLastMessage, | |
onFinishGenerating, | |
(err) => { | |
console.error(err); | |
alert("An error occurred while generating the response. Please try again."); | |
logMessage("Error during response generation.", "error"); | |
document.getElementById("math-start_button").disabled = false; | |
document.getElementById("math-submit-button").disabled = false; | |
} | |
); | |
} | |
// Speech Recognition Code for Advanced Math | |
let mathRecognizing = false; | |
let mathIgnore_onend; | |
let mathFinal_transcript = ''; | |
let mathRecognition; | |
function mathStartButton(event) { | |
if (mathRecognizing) { | |
mathRecognition.stop(); | |
return; | |
} | |
mathFinal_transcript = ''; | |
mathRecognition.lang = 'en-US'; | |
mathRecognition.start(); | |
mathIgnore_onend = false; | |
document.getElementById("math-start_button").classList.add("mic-animate"); | |
logMessage("Voice input started.", "system"); | |
} | |
if (!('webkitSpeechRecognition' in window)) { | |
alert("Web Speech API is not supported by this browser."); | |
logMessage("Web Speech API not supported by this browser.", "error"); | |
} else { | |
mathRecognition = new webkitSpeechRecognition(); | |
mathRecognition.continuous = false; // Non-continuous recognition | |
mathRecognition.interimResults = false; // Get only final results | |
mathRecognition.onstart = function() { | |
mathRecognizing = true; | |
logMessage("Speech recognition started.", "system"); | |
}; | |
mathRecognition.onerror = function(event) { | |
if (event.error == 'no-speech') { | |
document.getElementById("math-start_button").classList.remove("mic-animate"); | |
alert('No speech was detected in Advanced Mathematics section.'); | |
logMessage("No speech detected.", "error"); | |
mathIgnore_onend = true; | |
} | |
if (event.error == 'audio-capture') { | |
document.getElementById("math-start_button").classList.remove("mic-animate"); | |
alert('No microphone was found in Advanced Mathematics section.'); | |
logMessage("No microphone found.", "error"); | |
mathIgnore_onend = true; | |
} | |
if (event.error == 'not-allowed') { | |
alert('Permission to use microphone was denied in Advanced Mathematics section.'); | |
logMessage("Microphone permission denied.", "error"); | |
mathIgnore_onend = true; | |
} | |
}; | |
mathRecognition.onend = function() { | |
mathRecognizing = false; | |
document.getElementById("math-start_button").classList.remove("mic-animate"); | |
logMessage("Speech recognition ended.", "system"); | |
if (mathIgnore_onend) { | |
return; | |
} | |
if (!mathFinal_transcript) { | |
logMessage("No transcript captured.", "error"); | |
return; | |
} | |
// Process the final transcript | |
mathOnSpeechRecognized(mathFinal_transcript); | |
}; | |
mathRecognition.onresult = function(event) { | |
for (let i = event.resultIndex; i < event.results.length; ++i) { | |
if (event.results[i].isFinal) { | |
mathFinal_transcript += event.results[i][0].transcript; | |
} | |
} | |
mathFinal_transcript = mathFinal_transcript.trim(); | |
logMessage(`Recognized Speech: ${mathFinal_transcript}`, "user"); | |
}; | |
} | |
document.getElementById("math-start_button").addEventListener("click", function(event) { | |
mathStartButton(event); | |
}); | |
// Initialize Model Selection | |
mathAvailableModels.forEach((modelId) => { | |
const option = document.createElement("option"); | |
option.value = modelId; | |
option.textContent = modelId; | |
document.getElementById("math-model-selection").appendChild(option); | |
}); | |
document.getElementById("math-model-selection").value = mathSelectedModel; | |
// **Enable the Download Model button after models are loaded** | |
document.getElementById("math-download").disabled = false; | |
document.getElementById("math-download").addEventListener("click", function () { | |
mathInitializeWebLLMEngine().then(() => { | |
document.getElementById("math-start_button").disabled = false; | |
// Enable speech controls after model initialization | |
document.getElementById("math-speech-rate").disabled = false; | |
document.getElementById("math-speech-pitch").disabled = false; | |
logMessage("Model download initiated.", "system"); | |
}); | |
}); | |
document.getElementById("math-clear-logs").addEventListener("click", function () { | |
document.getElementById("math-logs").innerHTML = ''; | |
logMessage("Logs cleared.", "system"); | |
}); | |
// ===== TTS Integration ===== | |
// Initialize Speech Synthesis | |
let mathSpeech = new SpeechSynthesisUtterance(); | |
mathSpeech.lang = "en"; | |
let mathVoices = []; | |
// Use addEventListener instead of directly assigning to onvoiceschanged | |
window.speechSynthesis.addEventListener("voiceschanged", () => { | |
mathVoices = window.speechSynthesis.getVoices(); | |
mathPopulateVoices(); | |
}); | |
function mathPopulateVoices() { | |
const voiceSelect = document.getElementById("math-tools"); | |
voiceSelect.innerHTML = ''; // Clear existing options | |
mathVoices.forEach((voice, i) => { | |
const option = new Option(voice.name, i); | |
voiceSelect.appendChild(option); | |
}); | |
if (mathVoices.length > 0) { | |
const savedVoice = localStorage.getItem("mathSelectedVoice"); | |
if (savedVoice !== null && mathVoices[savedVoice]) { | |
mathSpeech.voice = mathVoices[savedVoice]; | |
voiceSelect.value = savedVoice; | |
} else { | |
mathSpeech.voice = mathVoices[0]; | |
} | |
} | |
} | |
// Voice Selection Event Listener | |
document.getElementById("math-tools").addEventListener("change", () => { | |
const selectedVoiceIndex = document.getElementById("math-tools").value; | |
mathSpeech.voice = mathVoices[selectedVoiceIndex]; | |
// Save to localStorage | |
localStorage.setItem("mathSelectedVoice", selectedVoiceIndex); | |
logMessage(`Voice changed to: ${mathVoices[selectedVoiceIndex].name}`, "system"); | |
}); | |
// Function to Speak Text with Voice Selection and Handling Large Texts | |
function mathSpeak(text) { | |
if (!window.speechSynthesis) { | |
console.warn("Speech Synthesis not supported in this browser for Advanced Mathematics section."); | |
logMessage("Speech Synthesis not supported in this browser.", "error"); | |
return; | |
} | |
// Show spinner and enable Stop button | |
document.getElementById("math-loading-spinner").classList.remove("hidden"); | |
document.getElementById("math-stop_button").disabled = false; | |
logMessage("TTS started.", "system"); | |
// Retrieve the currently selected voice | |
const selectedVoice = mathSpeech.voice; | |
// Split the text into sentences to manage large texts | |
const sentences = text.match(/[^\.!\?]+[\.!\?]+/g) || [text]; | |
let utterancesCount = sentences.length; | |
sentences.forEach(sentence => { | |
const utterance = new SpeechSynthesisUtterance(sentence.trim()); | |
// Assign the selected voice to the utterance | |
if (selectedVoice) { | |
utterance.voice = selectedVoice; | |
} | |
// Assign rate and pitch from sliders | |
const rate = parseFloat(document.getElementById("math-speech-rate").value); | |
const pitch = parseFloat(document.getElementById("math-speech-pitch").value); | |
utterance.rate = rate; // Adjust the speaking rate (0.1 to 10) | |
utterance.pitch = pitch; // Adjust the pitch (0 to 2) | |
// Add event listeners for debugging or additional functionality | |
utterance.onstart = () => { | |
console.log("Speech started:", sentence); | |
logMessage(`TTS started: ${sentence.trim()}`, "system"); | |
}; | |
utterance.onend = () => { | |
console.log("Speech ended:", sentence); | |
logMessage(`TTS ended: ${sentence.trim()}`, "system"); | |
utterancesCount--; | |
if (utterancesCount === 0) { | |
// Hide spinner and disable Stop button when all utterances have been spoken | |
document.getElementById("math-loading-spinner").classList.add("hidden"); | |
document.getElementById("math-stop_button").disabled = true; | |
logMessage("All TTS messages have been spoken.", "system"); | |
} | |
}; | |
utterance.onerror = (e) => { | |
console.error("Speech Synthesis Error:", e); | |
alert("An error occurred during speech synthesis. Please try again."); | |
logMessage("Speech synthesis encountered an error.", "error"); | |
utterancesCount = 0; | |
document.getElementById("math-loading-spinner").classList.add("hidden"); | |
document.getElementById("math-stop_button").disabled = true; | |
}; | |
window.speechSynthesis.speak(utterance); | |
}); | |
} | |
// ===== New: Stop Speech Functionality ===== | |
/** | |
* Stops any ongoing speech synthesis. | |
*/ | |
function mathStopSpeech() { | |
if (window.speechSynthesis.speaking) { | |
window.speechSynthesis.cancel(); | |
document.getElementById("math-loading-spinner").classList.add("hidden"); | |
document.getElementById("math-stop_button").disabled = true; | |
logMessage("Speech synthesis stopped by user.", "system"); | |
} | |
} | |
// Event Listener for Stop Button | |
document.getElementById("math-stop_button").addEventListener("click", function () { | |
mathStopSpeech(); | |
}); | |
// ===== New: Text Input Handling ===== | |
// Function to Handle Text Submission | |
function mathHandleTextSubmit() { | |
const textInput = document.getElementById("math-text-input"); | |
const input = textInput.value.trim(); | |
if (input.length === 0) { | |
return; | |
} | |
textInput.value = ''; // Clear the input field | |
const message = { | |
content: input, | |
role: "user" // Ensure this is correctly set | |
}; | |
console.log(`Advanced Math Text input received: ${input}`); // Debugging | |
logMessage(`User: ${input}`, "user"); | |
mathLastInputWasVoice = false; // Set flag as text input | |
document.getElementById("math-submit-button").disabled = true; // Disable to prevent multiple submissions | |
mathMessages.push(message); | |
mathAppendMessage(message); | |
// Append "typing..." placeholder | |
const aiPlaceholder = { | |
content: "typing...", | |
role: "assistant" | |
}; | |
mathAppendMessage(aiPlaceholder); | |
logMessage("AdvancedMathBot is typing...", "system"); | |
const onFinishGenerating = (finalMessage) => { | |
console.log(`Advanced Math Finishing generation with message: ${finalMessage}`); // Debugging | |
// Remove the "typing..." placeholder | |
const mathChatBox = document.getElementById("math-chat-box"); | |
const lastMessageContainer = mathChatBox.lastElementChild; | |
if (lastMessageContainer && lastMessageContainer.querySelector(".message").textContent === "typing...") { | |
mathChatBox.removeChild(lastMessageContainer); | |
} | |
// Append the final message | |
const aiMessage = { | |
content: finalMessage, | |
role: "assistant" | |
}; | |
mathAppendMessage(aiMessage); | |
logMessage(`AdvancedMathBot: ${finalMessage}`, "assistant"); | |
// Trigger TTS for assistant messages if required | |
if (mathLastInputWasVoice) { | |
mathSpeak(finalMessage); | |
} | |
document.getElementById("math-submit-button").disabled = false; // Re-enable submit button after processing | |
mathEngine.runtimeStatsText().then((statsText) => { | |
document.getElementById("math-chat-stats").classList.remove("hidden"); | |
document.getElementById("math-chat-stats").textContent = statsText; | |
logMessage(`Runtime Stats: ${statsText}`, "system"); | |
}); | |
}; | |
mathStreamingGenerating( | |
mathMessages, | |
mathUpdateLastMessage, | |
onFinishGenerating, | |
(err) => { | |
console.error(err); | |
alert("An error occurred while generating the response. Please try again."); | |
logMessage("Error during response generation.", "error"); | |
document.getElementById("math-submit-button").disabled = false; | |
} | |
); | |
} | |
// Event Listener for Submit Button | |
document.getElementById("math-submit-button").addEventListener("click", function () { | |
mathHandleTextSubmit(); | |
}); | |
// Event Listener for Enter Key in Text Input | |
document.getElementById("math-text-input").addEventListener("keypress", function (e) { | |
if (e.key === 'Enter') { | |
mathHandleTextSubmit(); | |
} | |
}); | |
// ===== Persisting User Preferences ===== | |
// Load Preferences on Initialization | |
window.addEventListener("load", () => { | |
const savedVoice = localStorage.getItem("mathSelectedVoice"); | |
if (savedVoice !== null && mathVoices[savedVoice]) { | |
document.getElementById("math-tools").value = savedVoice; | |
mathSpeech.voice = mathVoices[savedVoice]; | |
logMessage(`Loaded saved voice: ${mathVoices[savedVoice].name}`, "system"); | |
} | |
const savedRate = localStorage.getItem("mathSpeechRate"); | |
if (savedRate !== null) { | |
document.getElementById("math-speech-rate").value = savedRate; | |
mathSpeech.rate = parseFloat(savedRate); | |
logMessage(`Loaded saved speech rate: ${savedRate}`, "system"); | |
} | |
const savedPitch = localStorage.getItem("mathSpeechPitch"); | |
if (savedPitch !== null) { | |
document.getElementById("math-speech-pitch").value = savedPitch; | |
mathSpeech.pitch = parseFloat(savedPitch); | |
logMessage(`Loaded saved speech pitch: ${savedPitch}`, "system"); | |
} | |
}); | |
// Save Speech Rate | |
document.getElementById("math-speech-rate").addEventListener("input", (e) => { | |
const rate = e.target.value; | |
mathSpeech.rate = parseFloat(rate); | |
localStorage.setItem("mathSpeechRate", rate); | |
logMessage(`Speech rate changed to: ${rate}`, "system"); | |
}); | |
// Save Speech Pitch | |
document.getElementById("math-speech-pitch").addEventListener("input", (e) => { | |
const pitch = e.target.value; | |
mathSpeech.pitch = parseFloat(pitch); | |
localStorage.setItem("mathSpeechPitch", pitch); | |
logMessage(`Speech pitch changed to: ${pitch}`, "system"); | |
}); | |
// ===== Logging Function ===== | |
/** | |
* Logs messages to the #math-logs container. | |
* @param {string} message - The message to log. | |
* @param {string} type - The type of message: 'user', 'assistant', 'system', 'error'. | |
*/ | |
function logMessage(message, type) { | |
const mathLogs = document.getElementById("math-logs"); | |
const logEntry = document.createElement("div"); | |
logEntry.classList.add("log-entry"); | |
logEntry.textContent = `[${type.toUpperCase()}] ${message}`; | |
// Style log entries based on type | |
switch(type) { | |
case 'user': | |
logEntry.style.color = "#00796B"; | |
break; | |
case 'assistant': | |
logEntry.style.color = "#004D40"; | |
break; | |
case 'system': | |
logEntry.style.color = "#555555"; | |
break; | |
case 'error': | |
logEntry.style.color = "#E53935"; | |
break; | |
default: | |
logEntry.style.color = "#000000"; | |
} | |
mathLogs.appendChild(logEntry); | |
mathLogs.scrollTop = mathLogs.scrollHeight; | |
} | |
// ===== TTS Integration Continued ===== | |
// Optional: Global Listener to Detect When All Speech Has Finished | |
window.speechSynthesis.addEventListener('end', () => { | |
console.log("All advanced math speech has been spoken."); | |
logMessage("All TTS messages have been spoken.", "system"); | |
// Ensure Stop button is disabled after speech ends | |
document.getElementById("math-stop_button").disabled = true; | |
}); | |
}); | |