digitalhuman / advanced.math.js
atlury's picture
Upload 12 files
035bfeb verified
raw
history blame
23.1 kB
// advanced.math.js
import * as webllm from "https://esm.run/@mlc-ai/web-llm";
// Ensure the script runs after the DOM is fully loaded
document.addEventListener("DOMContentLoaded", () => {
// Initialize the Advanced Mathematics & Problem Solving section
const mathMessages = [
{
content: "You are Aged Guru, an intelligent assistant skilled in advanced mathematics and problem solving. Provide insightful and comprehensive answers to complex mathematical questions.",
role: "system"
}
];
const mathAvailableModels = webllm.prebuiltAppConfig.model_list.map(
(m) => m.model_id
);
let mathSelectedModel = "Qwen2.5-Math-1.5B-Instruct-q4f16_1-MLC"; // Default model
function mathUpdateEngineInitProgressCallback(report) {
console.log("Advanced Math Initialize", report.progress);
// Instead of updating a status span, log the progress
logMessage(`Model Initialization Progress: ${report.text}`, "system");
}
const mathEngine = new webllm.MLCEngine();
mathEngine.setInitProgressCallback(mathUpdateEngineInitProgressCallback);
let mathIsGenerating = false; // Flag to prevent multiple generations
async function mathInitializeWebLLMEngine() {
logMessage("Model initialization started.", "system");
document.getElementById("math-loading-spinner").classList.remove("hidden"); // Show spinner
mathSelectedModel = document.getElementById("math-model-selection").value;
const config = {
temperature: 0.7, // Adjusted for more precise answers
top_p: 0.9
};
try {
await mathEngine.reload(mathSelectedModel, config);
document.getElementById("math-selected-model").textContent = mathSelectedModel;
document.getElementById("math-start_button").disabled = false;
document.getElementById("math-text-input").disabled = false; // Enable text input after initialization
document.getElementById("math-submit-button").disabled = false; // Enable submit button after initialization
document.getElementById("math-speech-controls").disabled = false; // Enable speech controls after initialization
document.getElementById("math-configuration").classList.remove("hidden");
logMessage("Model initialized successfully.", "system");
} catch (error) {
console.error("Error initializing the model:", error);
alert("Failed to initialize the model. Please try again.");
logMessage("Failed to initialize the model.", "error");
} finally {
document.getElementById("math-loading-spinner").classList.add("hidden"); // Hide spinner
}
}
async function mathStreamingGenerating(messages, onUpdate, onFinish, onError) {
if (mathIsGenerating) {
console.warn("Advanced Math Generation already in progress.");
return;
}
mathIsGenerating = true;
try {
let curMessage = "";
const completion = await mathEngine.chat.completions.create({
stream: true,
messages
});
for await (const chunk of completion) {
const curDelta = chunk.choices[0].delta.content;
if (curDelta) {
curMessage += curDelta;
}
onUpdate(curMessage);
}
const finalMessage = await mathEngine.getMessage();
console.log(`Advanced Math Generated final message: ${finalMessage}`); // Debugging
onFinish(finalMessage);
logMessage("Response generated successfully.", "system");
} catch (err) {
console.error(err);
onError(err);
logMessage("An error occurred during response generation.", "error");
} finally {
mathIsGenerating = false;
}
}
// Flag to track the last input method
let mathLastInputWasVoice = false;
function mathAppendMessage(message) {
console.log(`Advanced Math Appending message: ${message.content} (Role: ${message.role})`); // Debugging
const mathChatBox = document.getElementById("math-chat-box");
// Check if the assistant's message is already appended to avoid duplication
if (message.role === "assistant") {
const existingMessages = mathChatBox.querySelectorAll(".message");
const lastMessage = existingMessages[existingMessages.length - 1];
if (lastMessage && lastMessage.textContent === message.content) {
console.warn("Duplicate assistant message detected in Advanced Math section, skipping append.");
// Only trigger TTS for assistant messages if the last input was via voice
if (message.role === "assistant" && message.content !== "typing..." && mathLastInputWasVoice) {
mathSpeak(message.content);
}
return; // Exit to avoid appending the same message twice
}
}
const container = document.createElement("div");
container.classList.add("message-container");
const newMessage = document.createElement("div");
newMessage.classList.add("message");
newMessage.textContent = message.content;
if (message.role === "user") {
container.classList.add("user");
} else {
container.classList.add("assistant");
}
container.appendChild(newMessage);
mathChatBox.appendChild(container);
mathChatBox.scrollTop = mathChatBox.scrollHeight;
// Only trigger TTS for assistant messages if the last input was via voice
if (message.role === "assistant" && message.content !== "typing..." && mathLastInputWasVoice) {
mathSpeak(message.content);
}
}
function mathUpdateLastMessage(content) {
const messageDoms = document.getElementById("math-chat-box").querySelectorAll(".message");
const lastMessageDom = messageDoms[messageDoms.length - 1];
lastMessageDom.textContent = content;
}
function mathOnSpeechRecognized(transcript) {
const input = transcript.trim();
const message = {
content: input,
role: "user"
};
if (input.length === 0) {
return;
}
mathLastInputWasVoice = true; // Set flag as voice input
console.log(`Advanced Math Voice input received: ${input}`); // Debugging
document.getElementById("math-start_button").disabled = true;
document.getElementById("math-submit-button").disabled = true; // Disable submit button during processing
mathMessages.push(message);
mathAppendMessage(message);
logMessage(`User (Voice): ${input}`, "user");
// Append "typing..." placeholder
const aiPlaceholder = {
content: "typing...",
role: "assistant"
};
mathAppendMessage(aiPlaceholder);
logMessage("AdvancedMathBot is typing...", "system");
const onFinishGenerating = (finalMessage) => {
console.log(`Advanced Math Finishing generation with message: ${finalMessage}`); // Debugging
// Remove the "typing..." placeholder
const mathChatBox = document.getElementById("math-chat-box");
const lastMessageContainer = mathChatBox.lastElementChild;
if (lastMessageContainer && lastMessageContainer.querySelector(".message").textContent === "typing...") {
mathChatBox.removeChild(lastMessageContainer);
}
// Append the final message
const aiMessage = {
content: finalMessage,
role: "assistant"
};
mathAppendMessage(aiMessage);
logMessage(`AdvancedMathBot: ${finalMessage}`, "assistant");
document.getElementById("math-start_button").disabled = false;
document.getElementById("math-submit-button").disabled = false; // Re-enable submit button after processing
mathEngine.runtimeStatsText().then((statsText) => {
document.getElementById("math-chat-stats").classList.remove("hidden");
document.getElementById("math-chat-stats").textContent = statsText;
logMessage(`Runtime Stats: ${statsText}`, "system");
});
};
mathStreamingGenerating(
mathMessages,
mathUpdateLastMessage,
onFinishGenerating,
(err) => {
console.error(err);
alert("An error occurred while generating the response. Please try again.");
logMessage("Error during response generation.", "error");
document.getElementById("math-start_button").disabled = false;
document.getElementById("math-submit-button").disabled = false;
}
);
}
// Speech Recognition Code for Advanced Math
let mathRecognizing = false;
let mathIgnore_onend;
let mathFinal_transcript = '';
let mathRecognition;
function mathStartButton(event) {
if (mathRecognizing) {
mathRecognition.stop();
return;
}
mathFinal_transcript = '';
mathRecognition.lang = 'en-US';
mathRecognition.start();
mathIgnore_onend = false;
document.getElementById("math-start_button").classList.add("mic-animate");
logMessage("Voice input started.", "system");
}
if (!('webkitSpeechRecognition' in window)) {
alert("Web Speech API is not supported by this browser.");
logMessage("Web Speech API not supported by this browser.", "error");
} else {
mathRecognition = new webkitSpeechRecognition();
mathRecognition.continuous = false; // Non-continuous recognition
mathRecognition.interimResults = false; // Get only final results
mathRecognition.onstart = function() {
mathRecognizing = true;
logMessage("Speech recognition started.", "system");
};
mathRecognition.onerror = function(event) {
if (event.error == 'no-speech') {
document.getElementById("math-start_button").classList.remove("mic-animate");
alert('No speech was detected in Advanced Mathematics section.');
logMessage("No speech detected.", "error");
mathIgnore_onend = true;
}
if (event.error == 'audio-capture') {
document.getElementById("math-start_button").classList.remove("mic-animate");
alert('No microphone was found in Advanced Mathematics section.');
logMessage("No microphone found.", "error");
mathIgnore_onend = true;
}
if (event.error == 'not-allowed') {
alert('Permission to use microphone was denied in Advanced Mathematics section.');
logMessage("Microphone permission denied.", "error");
mathIgnore_onend = true;
}
};
mathRecognition.onend = function() {
mathRecognizing = false;
document.getElementById("math-start_button").classList.remove("mic-animate");
logMessage("Speech recognition ended.", "system");
if (mathIgnore_onend) {
return;
}
if (!mathFinal_transcript) {
logMessage("No transcript captured.", "error");
return;
}
// Process the final transcript
mathOnSpeechRecognized(mathFinal_transcript);
};
mathRecognition.onresult = function(event) {
for (let i = event.resultIndex; i < event.results.length; ++i) {
if (event.results[i].isFinal) {
mathFinal_transcript += event.results[i][0].transcript;
}
}
mathFinal_transcript = mathFinal_transcript.trim();
logMessage(`Recognized Speech: ${mathFinal_transcript}`, "user");
};
}
document.getElementById("math-start_button").addEventListener("click", function(event) {
mathStartButton(event);
});
// Initialize Model Selection
mathAvailableModels.forEach((modelId) => {
const option = document.createElement("option");
option.value = modelId;
option.textContent = modelId;
document.getElementById("math-model-selection").appendChild(option);
});
document.getElementById("math-model-selection").value = mathSelectedModel;
// **Enable the Download Model button after models are loaded**
document.getElementById("math-download").disabled = false;
document.getElementById("math-download").addEventListener("click", function () {
mathInitializeWebLLMEngine().then(() => {
document.getElementById("math-start_button").disabled = false;
// Enable speech controls after model initialization
document.getElementById("math-speech-rate").disabled = false;
document.getElementById("math-speech-pitch").disabled = false;
logMessage("Model download initiated.", "system");
});
});
document.getElementById("math-clear-logs").addEventListener("click", function () {
document.getElementById("math-logs").innerHTML = '';
logMessage("Logs cleared.", "system");
});
// ===== TTS Integration =====
// Initialize Speech Synthesis
let mathSpeech = new SpeechSynthesisUtterance();
mathSpeech.lang = "en";
let mathVoices = [];
// Use addEventListener instead of directly assigning to onvoiceschanged
window.speechSynthesis.addEventListener("voiceschanged", () => {
mathVoices = window.speechSynthesis.getVoices();
mathPopulateVoices();
});
function mathPopulateVoices() {
const voiceSelect = document.getElementById("math-tools");
voiceSelect.innerHTML = ''; // Clear existing options
mathVoices.forEach((voice, i) => {
const option = new Option(voice.name, i);
voiceSelect.appendChild(option);
});
if (mathVoices.length > 0) {
const savedVoice = localStorage.getItem("mathSelectedVoice");
if (savedVoice !== null && mathVoices[savedVoice]) {
mathSpeech.voice = mathVoices[savedVoice];
voiceSelect.value = savedVoice;
} else {
mathSpeech.voice = mathVoices[0];
}
}
}
// Voice Selection Event Listener
document.getElementById("math-tools").addEventListener("change", () => {
const selectedVoiceIndex = document.getElementById("math-tools").value;
mathSpeech.voice = mathVoices[selectedVoiceIndex];
// Save to localStorage
localStorage.setItem("mathSelectedVoice", selectedVoiceIndex);
logMessage(`Voice changed to: ${mathVoices[selectedVoiceIndex].name}`, "system");
});
// Function to Speak Text with Voice Selection and Handling Large Texts
function mathSpeak(text) {
if (!window.speechSynthesis) {
console.warn("Speech Synthesis not supported in this browser for Advanced Mathematics section.");
logMessage("Speech Synthesis not supported in this browser.", "error");
return;
}
// Show spinner and enable Stop button
document.getElementById("math-loading-spinner").classList.remove("hidden");
document.getElementById("math-stop_button").disabled = false;
logMessage("TTS started.", "system");
// Retrieve the currently selected voice
const selectedVoice = mathSpeech.voice;
// Split the text into sentences to manage large texts
const sentences = text.match(/[^\.!\?]+[\.!\?]+/g) || [text];
let utterancesCount = sentences.length;
sentences.forEach(sentence => {
const utterance = new SpeechSynthesisUtterance(sentence.trim());
// Assign the selected voice to the utterance
if (selectedVoice) {
utterance.voice = selectedVoice;
}
// Assign rate and pitch from sliders
const rate = parseFloat(document.getElementById("math-speech-rate").value);
const pitch = parseFloat(document.getElementById("math-speech-pitch").value);
utterance.rate = rate; // Adjust the speaking rate (0.1 to 10)
utterance.pitch = pitch; // Adjust the pitch (0 to 2)
// Add event listeners for debugging or additional functionality
utterance.onstart = () => {
console.log("Speech started:", sentence);
logMessage(`TTS started: ${sentence.trim()}`, "system");
};
utterance.onend = () => {
console.log("Speech ended:", sentence);
logMessage(`TTS ended: ${sentence.trim()}`, "system");
utterancesCount--;
if (utterancesCount === 0) {
// Hide spinner and disable Stop button when all utterances have been spoken
document.getElementById("math-loading-spinner").classList.add("hidden");
document.getElementById("math-stop_button").disabled = true;
logMessage("All TTS messages have been spoken.", "system");
}
};
utterance.onerror = (e) => {
console.error("Speech Synthesis Error:", e);
alert("An error occurred during speech synthesis. Please try again.");
logMessage("Speech synthesis encountered an error.", "error");
utterancesCount = 0;
document.getElementById("math-loading-spinner").classList.add("hidden");
document.getElementById("math-stop_button").disabled = true;
};
window.speechSynthesis.speak(utterance);
});
}
// ===== New: Stop Speech Functionality =====
/**
* Stops any ongoing speech synthesis.
*/
function mathStopSpeech() {
if (window.speechSynthesis.speaking) {
window.speechSynthesis.cancel();
document.getElementById("math-loading-spinner").classList.add("hidden");
document.getElementById("math-stop_button").disabled = true;
logMessage("Speech synthesis stopped by user.", "system");
}
}
// Event Listener for Stop Button
document.getElementById("math-stop_button").addEventListener("click", function () {
mathStopSpeech();
});
// ===== New: Text Input Handling =====
// Function to Handle Text Submission
function mathHandleTextSubmit() {
const textInput = document.getElementById("math-text-input");
const input = textInput.value.trim();
if (input.length === 0) {
return;
}
textInput.value = ''; // Clear the input field
const message = {
content: input,
role: "user" // Ensure this is correctly set
};
console.log(`Advanced Math Text input received: ${input}`); // Debugging
logMessage(`User: ${input}`, "user");
mathLastInputWasVoice = false; // Set flag as text input
document.getElementById("math-submit-button").disabled = true; // Disable to prevent multiple submissions
mathMessages.push(message);
mathAppendMessage(message);
// Append "typing..." placeholder
const aiPlaceholder = {
content: "typing...",
role: "assistant"
};
mathAppendMessage(aiPlaceholder);
logMessage("AdvancedMathBot is typing...", "system");
const onFinishGenerating = (finalMessage) => {
console.log(`Advanced Math Finishing generation with message: ${finalMessage}`); // Debugging
// Remove the "typing..." placeholder
const mathChatBox = document.getElementById("math-chat-box");
const lastMessageContainer = mathChatBox.lastElementChild;
if (lastMessageContainer && lastMessageContainer.querySelector(".message").textContent === "typing...") {
mathChatBox.removeChild(lastMessageContainer);
}
// Append the final message
const aiMessage = {
content: finalMessage,
role: "assistant"
};
mathAppendMessage(aiMessage);
logMessage(`AdvancedMathBot: ${finalMessage}`, "assistant");
// Trigger TTS for assistant messages if required
if (mathLastInputWasVoice) {
mathSpeak(finalMessage);
}
document.getElementById("math-submit-button").disabled = false; // Re-enable submit button after processing
mathEngine.runtimeStatsText().then((statsText) => {
document.getElementById("math-chat-stats").classList.remove("hidden");
document.getElementById("math-chat-stats").textContent = statsText;
logMessage(`Runtime Stats: ${statsText}`, "system");
});
};
mathStreamingGenerating(
mathMessages,
mathUpdateLastMessage,
onFinishGenerating,
(err) => {
console.error(err);
alert("An error occurred while generating the response. Please try again.");
logMessage("Error during response generation.", "error");
document.getElementById("math-submit-button").disabled = false;
}
);
}
// Event Listener for Submit Button
document.getElementById("math-submit-button").addEventListener("click", function () {
mathHandleTextSubmit();
});
// Event Listener for Enter Key in Text Input
document.getElementById("math-text-input").addEventListener("keypress", function (e) {
if (e.key === 'Enter') {
mathHandleTextSubmit();
}
});
// ===== Persisting User Preferences =====
// Load Preferences on Initialization
window.addEventListener("load", () => {
const savedVoice = localStorage.getItem("mathSelectedVoice");
if (savedVoice !== null && mathVoices[savedVoice]) {
document.getElementById("math-tools").value = savedVoice;
mathSpeech.voice = mathVoices[savedVoice];
logMessage(`Loaded saved voice: ${mathVoices[savedVoice].name}`, "system");
}
const savedRate = localStorage.getItem("mathSpeechRate");
if (savedRate !== null) {
document.getElementById("math-speech-rate").value = savedRate;
mathSpeech.rate = parseFloat(savedRate);
logMessage(`Loaded saved speech rate: ${savedRate}`, "system");
}
const savedPitch = localStorage.getItem("mathSpeechPitch");
if (savedPitch !== null) {
document.getElementById("math-speech-pitch").value = savedPitch;
mathSpeech.pitch = parseFloat(savedPitch);
logMessage(`Loaded saved speech pitch: ${savedPitch}`, "system");
}
});
// Save Speech Rate
document.getElementById("math-speech-rate").addEventListener("input", (e) => {
const rate = e.target.value;
mathSpeech.rate = parseFloat(rate);
localStorage.setItem("mathSpeechRate", rate);
logMessage(`Speech rate changed to: ${rate}`, "system");
});
// Save Speech Pitch
document.getElementById("math-speech-pitch").addEventListener("input", (e) => {
const pitch = e.target.value;
mathSpeech.pitch = parseFloat(pitch);
localStorage.setItem("mathSpeechPitch", pitch);
logMessage(`Speech pitch changed to: ${pitch}`, "system");
});
// ===== Logging Function =====
/**
* Logs messages to the #math-logs container.
* @param {string} message - The message to log.
* @param {string} type - The type of message: 'user', 'assistant', 'system', 'error'.
*/
function logMessage(message, type) {
const mathLogs = document.getElementById("math-logs");
const logEntry = document.createElement("div");
logEntry.classList.add("log-entry");
logEntry.textContent = `[${type.toUpperCase()}] ${message}`;
// Style log entries based on type
switch(type) {
case 'user':
logEntry.style.color = "#00796B";
break;
case 'assistant':
logEntry.style.color = "#004D40";
break;
case 'system':
logEntry.style.color = "#555555";
break;
case 'error':
logEntry.style.color = "#E53935";
break;
default:
logEntry.style.color = "#000000";
}
mathLogs.appendChild(logEntry);
mathLogs.scrollTop = mathLogs.scrollHeight;
}
// ===== TTS Integration Continued =====
// Optional: Global Listener to Detect When All Speech Has Finished
window.speechSynthesis.addEventListener('end', () => {
console.log("All advanced math speech has been spoken.");
logMessage("All TTS messages have been spoken.", "system");
// Ensure Stop button is disabled after speech ends
document.getElementById("math-stop_button").disabled = true;
});
});