// =========================================================
// app.js — Arisu AI
// =========================================================
const I18N = {
es: {
connecting: "conectando...",
connected: "conectada",
disconnected: "desconectada",
settings: "Ajustes",
clearChat: "Limpiar chat",
uiLang: "Idioma UI",
sttLang: "Idioma voz",
ttsEnabled: "Reproducir voz",
model: "Modelo",
camera: "Cámara",
microphone: "Micrófono",
speak: "Hablar",
stop: "Detener",
send: "Enviar",
audio: "Audio",
recording: "Grabando...",
transcribing: "Transcribiendo...",
noAudio: "(sin audio)",
noVoice: "(sin voz)",
placeholder: "Escríbele algo a Arisu...",
welcomeTitle: "¡Hola! Soy Arisu",
welcomeBody: 'Di «Arisu» y habla,
pulsa 🎙️ Hablar, o escribe.
Te sigo con la mirada (◕‿◕)♡',
wakeListen: 'Di «Arisu»…',
wakeListening: 'Escuchando…',
wakeEnabled: 'Activar con «Arisu»',
wakeDetected: '¡Te escucho!',
wakeChecking: 'Detectando…',
you: "Tú",
arisu: "Arisu ✨",
loadingModel: "Cargando modelo Live2D...",
loadingNamed: "Cargando {name}...",
loadError: "Error al cargar modelo. Recarga la página.",
noConnection: "Sin conexión.",
micNotReady: "Micrófono no listo.",
micUnavailable: "Micrófono no disponible: {msg}",
ttsError: "Voz no disponible: {msg}",
audioError: "Audio: {msg}",
busy: "Espera, Arisu está respondiendo...",
cancelled: "Respuesta cancelada.",
cameraActive: "Cámara activa ✓",
noCamera: "Sin cámara",
noFace: "Sin rostro",
faceDetected: "Rostro detectado ✓",
starting: "iniciando...",
noDevice: "Sin {label}",
deviceLabel: "{label} {n}",
terminalEnabled: "Activar modo terminal",
terminalSection: "Modo terminal",
terminalBadge: "Terminal",
terminalActiveTitle: "Modo terminal activo",
generalSection: "General",
workspace: "Directorio base",
workspacePlaceholder: "/Users/tu/proyectos",
workspaceOff: "Terminal desactivado",
workspaceActive: "Workspace: {path}",
workspaceError: "Workspace inválido: {msg}",
toolRunning: "⚙ {tool}",
toolDone: "✓ {tool}: {preview}",
toolWebSearch: "Buscando en la web",
toolListDir: "Listando carpeta",
toolReadFile: "Leyendo archivo",
toolWriteFile: "Escribiendo archivo",
toolMkdir: "Creando carpeta",
toolRunCmd: "Ejecutando comando",
toolWeather: "Consultando clima",
weatherHumidity: "Humedad",
weatherWind: "Viento",
weatherToday: "Hoy",
weatherUnitWind: "km/h",
welcomeBodyTerminal: 'Pulsa 🎙️ Hablar o escribe.
Con modo terminal puedo crear archivos y ejecutar comandos en tu carpeta base ✨',
},
en: {
connecting: "connecting...",
connected: "connected",
disconnected: "disconnected",
settings: "Settings",
clearChat: "Clear chat",
uiLang: "UI language",
sttLang: "Voice language",
ttsEnabled: "Play voice",
model: "Model",
camera: "Camera",
microphone: "Microphone",
speak: "Speak",
stop: "Stop",
send: "Send",
audio: "Audio",
recording: "Recording...",
transcribing: "Transcribing...",
noAudio: "(no audio)",
noVoice: "(no voice)",
placeholder: "Write something to Arisu...",
welcomeTitle: "Hi! I'm Arisu",
welcomeBody: 'Say «Arisu» and speak,
press 🎙️ Speak, or type.
I follow you with my eyes (◕‿◕)♡',
wakeListen: 'Say «Arisu»…',
wakeListening: 'Listening…',
wakeEnabled: 'Activate on «Arisu»',
wakeDetected: 'I hear you!',
wakeChecking: 'Detecting…',
you: "You",
arisu: "Arisu ✨",
loadingModel: "Loading Live2D model...",
loadingNamed: "Loading {name}...",
loadError: "Failed to load model. Reload the page.",
noConnection: "No connection.",
micNotReady: "Microphone not ready.",
micUnavailable: "Microphone unavailable: {msg}",
ttsError: "Voice unavailable: {msg}",
audioError: "Audio: {msg}",
busy: "Wait, Arisu is responding...",
cancelled: "Response cancelled.",
cameraActive: "Camera active ✓",
noCamera: "No camera",
noFace: "No face",
faceDetected: "Face detected ✓",
starting: "starting...",
noDevice: "No {label}",
deviceLabel: "{label} {n}",
terminalEnabled: "Enable terminal mode",
terminalSection: "Terminal mode",
terminalBadge: "Terminal",
terminalActiveTitle: "Terminal mode active",
generalSection: "General",
workspace: "Base directory",
workspacePlaceholder: "/Users/you/projects",
workspaceOff: "Terminal disabled",
workspaceActive: "Workspace: {path}",
workspaceError: "Invalid workspace: {msg}",
toolRunning: "⚙ {tool}",
toolDone: "✓ {tool}: {preview}",
toolWebSearch: "Searching the web",
toolListDir: "Listing folder",
toolReadFile: "Reading file",
toolWriteFile: "Writing file",
toolMkdir: "Creating folder",
toolRunCmd: "Running command",
toolWeather: "Fetching weather",
weatherHumidity: "Humidity",
weatherWind: "Wind",
weatherToday: "Today",
weatherUnitWind: "km/h",
welcomeBodyTerminal: 'Press 🎙️ Speak or type.
With terminal mode I can create files and run commands in your base folder ✨',
},
};
// ── Wake word + VAD (Safari-compatible: audio + Whisper) ─────
const WAKE_WORD_RE = /\b(arisu|ariso|alice|alisa)\b|アリス/i;
const VAD_SPEECH_RMS = 0.018;
const VAD_SILENCE_MS = 1400;
const VAD_MIN_SPEECH_MS = 450;
const VAD_MAX_RECORD_MS = 30000;
const WAKE_SILENCE_MS = 1700;
const WAKE_MAX_MS = 9000;
const WAKE_DEBOUNCE_MS = 100;
const WAKE_PREROLL_MS = 350;
const WAKE_POST_BUFFER_MS = 6000;
const state = {
ws: null,
avatar: null,
uiLang: localStorage.getItem("arisu_ui_lang") || "es",
ttsEnabled: localStorage.getItem("arisu_tts") !== "false",
wakeEnabled: localStorage.getItem("arisu_wake") !== "false",
terminalEnabled: localStorage.getItem("arisu_terminal") === "true",
workspacePath: localStorage.getItem("arisu_workspace") || "",
audioCtx: null,
audioSource: null,
analyser: null,
audioData: null,
audioStream: null,
silentGain: null,
continuousProcessor: null,
listenActive: false,
isRecording: false,
recordingAutoStop: false,
pcmChunks: [],
recordingSampleRate: 16000,
wakePaused: false,
wakeChecking: false,
wakeCaptureActive: false,
wakeChunks: [],
wakeHadSpeech: false,
wakeSilenceMs: 0,
wakeTotalMs: 0,
wakePendingMs: 0,
wakePreRoll: [],
wakePostBuffer: [],
vadHadSpeech: false,
vadSilenceMs: 0,
vadSpeechMs: 0,
vadTotalMs: 0,
camStream: null,
camera: null,
faceMesh: null,
selectedCamId: null,
selectedMicId: null,
selectedLang: "es-ES",
selectedModel: "mao",
responding: false,
ttsSource: null,
ttsAnalyser: null,
geoLat: null,
geoLon: null,
};
const WEATHER_ICONS = {
clear: "bi-sun-fill",
"mostly-clear": "bi-sun",
"partly-cloudy": "bi-cloud-sun-fill",
cloudy: "bi-cloud-fill",
fog: "bi-cloud-fog2-fill",
drizzle: "bi-cloud-drizzle-fill",
rain: "bi-cloud-rain-fill",
"rain-heavy": "bi-cloud-rain-heavy-fill",
snow: "bi-snow",
showers: "bi-cloud-rain-fill",
"showers-heavy": "bi-cloud-rain-heavy-fill",
thunder: "bi-cloud-lightning-rain-fill",
};
// ── DOM ──────────────────────────────────────────────────────
const $ = id => document.getElementById(id);
const avatarCanvas = $("avatarCanvas");
const audioCanvas = $("audioCanvas");
const webcamVideo = $("webcamVideo");
const chatMessages = $("chatMessages");
const transcriptEl = $("transcript");
const statusDot = $("statusDot");
const statusTxt = $("statusTxt");
const micBtn = $("micBtn");
const micIcon = $("micIcon");
const micLabel = $("micLabel");
const stopBtn = $("stopBtn");
const sendBtn = $("sendBtn");
const textInput = $("textInput");
const faceStatus = $("faceStatus");
const settingsBtn = $("settingsBtn");
const clearChatBtn = $("clearChatBtn");
const settingsPanel = $("settingsPanel");
const camSelect = $("camSelect");
const micSelect = $("micSelect");
const langSelect = $("langSelect");
const uiLangSelect = $("uiLangSelect");
const ttsToggle = $("ttsToggle");
const wakeToggle = $("wakeToggle");
const terminalToggle = $("terminalToggle");
const workspaceInput = $("workspaceInput");
const workspaceStatus = $("workspaceStatus");
const terminalBadge = $("terminalBadge");
const modelSelect = $("modelSelect");
const loadingOverlay = $("loadingOverlay");
const loadingTxt = $("loadingTxt");
const micDot = $("micDot");
const audioLabel = $("audioLabel");
function t(key, vars = {}) {
let s = I18N[state.uiLang]?.[key] ?? I18N.es[key] ?? key;
for (const [k, v] of Object.entries(vars)) s = s.replace(`{${k}}`, v);
return s;
}
function applyI18n() {
document.documentElement.lang = state.uiLang;
// data-* attributes (legacy)
document.querySelectorAll("[data-i18n]").forEach(el => {
el.textContent = t(el.dataset.i18n);
});
document.querySelectorAll("[data-i18n-html]").forEach(el => {
el.innerHTML = t(el.dataset.i18nHtml);
});
document.querySelectorAll("[data-i18n-title]").forEach(el => {
el.title = t(el.dataset.i18nTitle);
});
// Settings panel — IDs explícitos (evita claves literales en pantalla)
const map = {
lblTerminalSection: "terminalSection",
lblGeneralSection: "generalSection",
lblTerminalEnabled: "terminalEnabled",
lblWorkspace: "workspace",
lblModel: "model",
lblCamera: "camera",
lblMic: "microphone",
lblUiLang: "uiLang",
lblSttLang: "sttLang",
lblTtsEnabled: "ttsEnabled",
lblWakeEnabled: "wakeEnabled",
terminalBadgeTxt: "terminalBadge",
};
for (const [id, key] of Object.entries(map)) {
const el = $(id);
if (!el) continue;
if (id === "lblWorkspace") {
el.innerHTML = ` ${escapeHtml(t(key))}`;
} else if (id.startsWith("lbl") && id !== "lblTtsEnabled" && id !== "lblTerminalEnabled") {
const icon = el.querySelector("i");
const iconHtml = icon ? icon.outerHTML + " " : "";
el.innerHTML = iconHtml + escapeHtml(t(key));
} else {
el.textContent = t(key);
}
}
if (terminalBadge) terminalBadge.title = t("terminalActiveTitle");
if (textInput) textInput.placeholder = t("placeholder");
if (workspaceInput) workspaceInput.placeholder = t("workspacePlaceholder");
if (micLabel && !state.isRecording && !state.responding) updateMicIdleUI();
if (audioLabel && !state.isRecording) audioLabel.textContent = t("audio");
if (ttsToggle) ttsToggle.checked = state.ttsEnabled;
if (wakeToggle) wakeToggle.checked = state.wakeEnabled;
if (uiLangSelect) uiLangSelect.value = state.uiLang;
if (terminalToggle) terminalToggle.checked = state.terminalEnabled;
if (workspaceInput) workspaceInput.value = state.workspacePath;
updateWorkspaceStatusUI();
}
function updateWorkspaceStatusUI() {
if (!workspaceStatus) return;
workspaceStatus.classList.remove("active", "error");
const active = state.terminalEnabled && state.workspacePath;
if (terminalBadge) terminalBadge.classList.toggle("visible", !!active);
if (active) {
workspaceStatus.textContent = t("workspaceActive", { path: state.workspacePath });
workspaceStatus.classList.add("active");
} else if (!workspaceStatus.classList.contains("error")) {
workspaceStatus.textContent = t("workspaceOff");
}
}
function sendWorkspaceConfig() {
if (state.ws?.readyState !== WebSocket.OPEN) return;
state.ws.send(JSON.stringify({
type: "workspace_config",
enabled: state.terminalEnabled,
path: state.workspacePath,
}));
}
// ── Boot ─────────────────────────────────────────────────────
window.addEventListener("DOMContentLoaded", async () => {
applyI18n();
initWebSocket();
initGeolocation();
initKeyboardShortcuts();
await requestPermissions();
await populateDeviceSelectors();
await initCamera(state.selectedCamId);
await initMic(state.selectedMicId);
await loadAvatar(state.selectedModel);
renderAudio();
settingsBtn.addEventListener("click", () => {
settingsPanel.classList.toggle("hidden");
settingsBtn.classList.toggle("open");
});
clearChatBtn.addEventListener("click", clearChat);
micBtn.addEventListener("click", toggleRecording);
stopBtn.addEventListener("click", cancelResponse);
sendBtn.addEventListener("click", sendText);
textInput.addEventListener("keydown", e => {
if (e.key === "Enter" && !e.shiftKey) { e.preventDefault(); sendText(); }
});
camSelect.addEventListener("change", async () => {
state.selectedCamId = camSelect.value;
await initCamera(state.selectedCamId);
});
micSelect.addEventListener("change", async () => {
state.selectedMicId = micSelect.value;
await initMic(state.selectedMicId);
});
langSelect.addEventListener("change", () => {
state.selectedLang = langSelect.value;
sendAudioConfig();
});
uiLangSelect.addEventListener("change", () => {
state.uiLang = uiLangSelect.value;
localStorage.setItem("arisu_ui_lang", state.uiLang);
applyI18n();
restoreWelcomeIfEmpty();
});
ttsToggle.addEventListener("change", () => {
state.ttsEnabled = ttsToggle.checked;
localStorage.setItem("arisu_tts", state.ttsEnabled ? "true" : "false");
sendAudioConfig();
});
if (wakeToggle) {
wakeToggle.addEventListener("change", () => {
state.wakeEnabled = wakeToggle.checked;
localStorage.setItem("arisu_wake", state.wakeEnabled ? "true" : "false");
updateMicIdleUI();
});
}
terminalToggle.addEventListener("change", () => {
state.terminalEnabled = terminalToggle.checked;
localStorage.setItem("arisu_terminal", state.terminalEnabled ? "true" : "false");
sendWorkspaceConfig();
updateWorkspaceStatusUI();
if (state.terminalEnabled) {
settingsPanel.classList.remove("hidden");
settingsBtn.classList.add("open");
}
restoreWelcomeIfEmpty();
});
workspaceInput.addEventListener("change", () => {
state.workspacePath = workspaceInput.value.trim();
localStorage.setItem("arisu_workspace", state.workspacePath);
if (state.terminalEnabled) sendWorkspaceConfig();
});
workspaceInput.addEventListener("keydown", e => {
if (e.key === "Enter") {
e.preventDefault();
workspaceInput.blur();
}
});
modelSelect.addEventListener("change", async () => {
state.selectedModel = modelSelect.value;
const name = modelSelect.options[modelSelect.selectedIndex].text;
showLoading(t("loadingNamed", { name }));
try { await state.avatar.switchModel(state.selectedModel); }
catch (e) { console.error(e); }
finally { hideLoading(); }
});
});
function initKeyboardShortcuts() {
document.addEventListener("keydown", e => {
if (e.key === "Escape" && state.responding) {
e.preventDefault();
cancelResponse();
return;
}
if (e.key === " " && document.activeElement !== textInput
&& document.activeElement !== workspaceInput && !state.responding) {
e.preventDefault();
toggleRecording();
}
});
}
// ── Avatar ────────────────────────────────────────────────────
async function loadAvatar(modelKey) {
showLoading(t("loadingModel"));
try {
state.avatar = new Live2DAvatar(avatarCanvas);
await state.avatar.load(modelKey);
hideLoading();
} catch (e) {
loadingTxt.textContent = t("loadError");
console.error("Avatar load error:", e);
}
}
function showLoading(msg) { loadingTxt.textContent = msg || "..."; loadingOverlay.style.display = "flex"; }
function hideLoading() { loadingOverlay.style.display = "none"; }
// ── WebSocket ─────────────────────────────────────────────────
function initWebSocket() {
const proto = location.protocol === "https:" ? "wss" : "ws";
const ws = new WebSocket(`${proto}://${location.host}/ws`);
state.ws = ws;
ws.onopen = () => {
setStatus(t("connected"), "green");
sendAudioConfig();
sendGeoConfig();
if (state.terminalEnabled && state.workspacePath) sendWorkspaceConfig();
};
ws.onmessage = ({ data }) => {
const msg = JSON.parse(data);
switch (msg.type) {
case "transcript":
transcriptEl.textContent = "";
setRecordingUI(false);
if (msg.text && !state.responding) {
const cleaned = stripWakeWord(msg.text);
if (!cleaned) {
setRecordingUI(false);
resumeAfterResponse();
break;
}
appendMessage("user", cleaned);
ws.send(JSON.stringify({ type: "question", text: cleaned }));
}
break;
case "no_speech":
transcriptEl.textContent = t("noAudio");
setRecordingUI(false);
setTimeout(() => { transcriptEl.textContent = ""; }, 1800);
resumeAfterResponse();
break;
case "busy":
transcriptEl.textContent = "";
setRecordingUI(false);
state.wakeChecking = false;
appendMessage("system", t("busy"));
updateMicIdleUI();
break;
case "wake_ok":
state.wakeChecking = false;
transcriptEl.textContent = "";
if (msg.text && !state.responding) {
state.wakePostBuffer = [];
appendMessage("user", msg.text);
state.wakePaused = true;
ws.send(JSON.stringify({ type: "question", text: msg.text }));
} else if (!state.responding) {
const buffered = state.wakePostBuffer.slice();
state.wakePostBuffer = [];
transcriptEl.textContent = t("wakeDetected");
startRecording({ autoStop: true, fromWake: true, prependChunks: buffered });
}
break;
case "no_wake":
state.wakeChecking = false;
state.wakePostBuffer = [];
transcriptEl.textContent = "";
updateMicIdleUI();
break;
case "thinking":
state.responding = true;
state.wakePaused = true;
resetWakeCapture();
updateResponseUI(true);
showThinking();
break;
case "chunk":
appendChunk(msg.text);
break;
case "done":
finishText();
updateResponseUI(false);
if (!state.ttsEnabled) resumeAfterResponse();
break;
case "cancelled":
finishText(true);
updateResponseUI(false);
appendMessage("system", t("cancelled"));
resumeAfterResponse();
break;
case "tts_audio":
playTTSAudio(msg.data);
break;
case "tts_error":
state.avatar?.stopSpeaking();
appendMessage("system", "⚠ " + t("ttsError", { msg: msg.text }));
resumeAfterResponse();
break;
case "history_cleared":
break;
case "tool_event":
appendToolMessage(toolLabel(msg.tool), msg.args);
break;
case "tool_result":
appendToolMessage("✓ " + toolLabel(msg.tool), msg.preview, true);
break;
case "weather_widget":
appendWeatherWidget(msg.data);
break;
case "workspace_ok":
if (msg.enabled && msg.path) {
state.workspacePath = msg.path;
if (workspaceInput) workspaceInput.value = msg.path;
localStorage.setItem("arisu_workspace", msg.path);
}
updateWorkspaceStatusUI();
break;
case "workspace_error":
if (workspaceStatus) {
workspaceStatus.textContent = t("workspaceError", { msg: msg.text });
workspaceStatus.classList.add("error");
}
appendMessage("system", t("workspaceError", { msg: msg.text }));
break;
case "error":
state.responding = false;
updateResponseUI(false);
state.avatar?.stopSpeaking();
setRecordingUI(false);
appendMessage("system", "⚠ " + msg.text);
resumeAfterResponse();
break;
}
};
ws.onclose = () => { setStatus(t("disconnected"), "red"); setTimeout(initWebSocket, 3000); };
ws.onerror = () => ws.close();
}
function sendGeoConfig() {
if (state.ws?.readyState === WebSocket.OPEN && state.geoLat != null && state.geoLon != null) {
state.ws.send(JSON.stringify({
type: "geo_config",
lat: state.geoLat,
lon: state.geoLon,
}));
}
}
function initGeolocation() {
if (!navigator.geolocation) return;
navigator.geolocation.getCurrentPosition(
pos => {
state.geoLat = pos.coords.latitude;
state.geoLon = pos.coords.longitude;
sendGeoConfig();
},
() => {},
{ enableHighAccuracy: false, timeout: 8000, maximumAge: 600_000 }
);
}
function sendAudioConfig() {
if (state.ws?.readyState === WebSocket.OPEN) {
state.ws.send(JSON.stringify({
type: "audio_config",
lang: state.selectedLang,
sample_rate: state.recordingSampleRate,
tts_enabled: state.ttsEnabled,
}));
}
}
function askText(text) {
if (!text.trim() || state.responding) return;
if (!state.ws || state.ws.readyState !== WebSocket.OPEN) {
appendMessage("system", t("noConnection"));
return;
}
appendMessage("user", text);
state.ws.send(JSON.stringify({ type: "question", text }));
}
function cancelResponse() {
if (!state.responding) return;
if (state.ttsSource) {
try { state.ttsSource.stop(); } catch (_) {}
state.ttsSource = null;
}
state.avatar?.stopSpeaking();
if (state.ws?.readyState === WebSocket.OPEN) {
state.ws.send(JSON.stringify({ type: "cancel" }));
}
}
function updateResponseUI(active) {
state.responding = active;
if (active) state.wakePaused = true;
if (stopBtn) stopBtn.classList.toggle("hidden", !active);
if (micBtn) micBtn.disabled = active;
if (sendBtn) sendBtn.disabled = active;
if (textInput) textInput.disabled = active;
}
function clearChat() {
if (state.responding) cancelResponse();
chatMessages.innerHTML = "";
restoreWelcomeIfEmpty();
if (state.ws?.readyState === WebSocket.OPEN) {
state.ws.send(JSON.stringify({ type: "clear_history" }));
}
}
function restoreWelcomeIfEmpty() {
if (chatMessages.children.length) return;
const div = document.createElement("div");
div.className = "welcome";
div.id = "welcomeMsg";
div.innerHTML = `
${state.terminalEnabled ? t("welcomeBodyTerminal") : t("welcomeBody")}
`; chatMessages.appendChild(div); } function toolLabel(name) { const map = { web_search: "toolWebSearch", list_directory: "toolListDir", read_file: "toolReadFile", write_file: "toolWriteFile", create_directory: "toolMkdir", run_command: "toolRunCmd", get_weather: "toolWeather", }; const key = map[name]; return key ? t(key) : name; } function appendToolMessage(title, args, isResult = false) { document.getElementById("welcomeMsg")?.remove(); const div = document.createElement("div"); div.className = "msg msg-tool"; let body = `${escapeHtml(title)}`; if (args) { const short = args.length > 200 ? args.slice(0, 200) + "…" : args; body += `