// App.jsx import React, { useState, useRef, useEffect, useCallback } from 'react'; import ReactDOM from 'react-dom/client'; // LOCAL_DATA: Global variable to store application data // This array serves as the initial data structure for the application // and can be used as a fallback when localStorage is not available const LOCAL_DATA = []; /** * Represents a single line of dialogue in a scene */ class DialogueLine { constructor({ id, speaker, line }) { this.id = id; this.speaker = speaker; this.line = line; } toString() { return `${this.speaker}: ${this.line}`; } } /** * Represents a complete scene with multiple dialogue lines */ class DialogueScene { constructor(dialogueLines = []) { this.lines = dialogueLines.map(line => line instanceof DialogueLine ? line : new DialogueLine(line) ); } addLine(line) { const dialogueLine = line instanceof DialogueLine ? line : new DialogueLine(line); this.lines.push(dialogueLine); } getLineById(id) { return this.lines.find(line => line.id === id); } getLinesBySpeaker(speaker) { return this.lines.filter(line => line.speaker === speaker); } static fromJSON(jsonData) { if (!jsonData.scene || !Array.isArray(jsonData.scene)) { throw new Error('Invalid scene data format'); } return new Scene(jsonData.scene); } } // Global store for application data let GLOBAL_STORE = { currentScene: null, }; // App Settings const APP_SETTINGS = { controlVariables: { useLocalStorage: false, clearLocalStorage: false, testingFetchSpeech: true, }, storage: { key: 'myRosebudApp' }, api: { baseUrl: 'http://localhost:3000' }, paths: { sceneData: 'https://play.rosebud.ai/assets/scene_justMonika_lines.json?Cpdd' }, sceneId: 'scene_justMonika' }; // Initialize application data const initializeAppData = async () => { try { console.group('Initializing App Data'); // Fetch scene data const response = await fetch(APP_SETTINGS.paths.sceneData); if (!response.ok) { throw new Error(`Failed to fetch scene data: ${response.statusText}`); } const jsonData = await response.json(); GLOBAL_STORE.currentScene = new DialogueScene(jsonData.scene); console.log('Scene data loaded:', GLOBAL_STORE.currentScene); console.groupEnd(); return GLOBAL_STORE.currentScene; } catch (error) { console.error('Error initializing app data:', error); console.groupEnd(); throw error; } }; // Local Storage Utilities const clearLocalStorageData = () => { if (APP_SETTINGS.controlVariables.clearLocalStorage) { try { localStorage.clear(); console.log('Local storage cleared successfully'); APP_SETTINGS.controlVariables.clearLocalStorage = false; return true; } catch (error) { console.error('Error clearing localStorage:', error); return false; } } return false; }; const useLocalStorage = (key, initialValue = LOCAL_DATA) => { const [storedValue, setStoredValue] = useState(() => { if (!APP_SETTINGS.controlVariables.useLocalStorage || APP_SETTINGS.controlVariables.clearLocalStorage) { return LOCAL_DATA.length > 0 ? LOCAL_DATA : (typeof initialValue === 'function' ? initialValue() : initialValue); } try { const item = localStorage.getItem(key); if (!item || clearLocalStorageData()) { return LOCAL_DATA.length > 0 ? LOCAL_DATA : (typeof initialValue === 'function' ? initialValue() : initialValue); } return JSON.parse(item); } catch (error) { console.error('Error reading from localStorage:', error); return typeof initialValue === 'function' ? initialValue() : initialValue; } }); const setValue = useCallback((value) => { try { const valueToStore = value instanceof Function ? value(storedValue) : value; setStoredValue(valueToStore); if (APP_SETTINGS.controlVariables.useLocalStorage) { localStorage.setItem(key, JSON.stringify(valueToStore)); } } catch (error) { console.error('Error saving to localStorage:', error); } }, [key, storedValue]); return [storedValue, setValue]; }; // Styles const styles = ` /* Base Reset */ * { margin: 0; padding: 0; box-sizing: border-box; } /* Character Portrait Styles */ .character-portrait { position: absolute; left: 50%; top: 0; transform: translateX(-50%); height: 100vh; display: flex; align-items: center; justify-content: center; z-index: 2; overflow: hidden; } .character-sprite { height: 100%; width: auto; object-fit: contain; max-height: 100vh; pointer-events: none; user-select: none; } * { margin: 0; padding: 0; box-sizing: border-box; } /* Typography */ .text-base { font-size: 16px; line-height: 1.5; } .text-lg { font-size: 18px; line-height: 1.6; } .text-white { color: #ffffff; } .font-bold { font-weight: 700; } .text-shadow { text-shadow: 2px 2px 2px rgba(0,0,0,0.5); } /* Layout */ .flex { display: flex; } .flex-col { flex-direction: column; } .items-center { align-items: center; } .justify-center { justify-content: center; } .gap-2 { gap: 8px; } .gap-4 { gap: 15px; } /* Containers */ .root-container { width: 100vw; height: 100vh; display: flex; justify-content: center; align-items: center; font-family: Arial, sans-serif; position: relative; overflow: hidden; } /* Positioning */ .relative { position: relative; } .absolute { position: absolute; } .z-1 { z-index: 1; } .z-2 { z-index: 2; } /* Components */ .dialogue-box { width: 560px; height: 120px; background-image: url(https://play.rosebud.ai/assets/dialogue_box_748x135.png?Vq2A); background-size: contain; background-repeat: no-repeat; background-position: center; position: absolute; bottom: 40px; left: 50%; transform: translateX(-50%); display: flex; flex-direction: column; justify-content: center; padding: 15px 30px; z-index: 3; } .dialogue-next-button { position: absolute; bottom: 0px; right: 0px; width: 20px; height: 20px; background: transparent; border: none; cursor: pointer; z-index: 3; } .dialogue-next-button:hover { background: rgba(255, 255, 255, 0.1); } .dialogue-content { display: flex; flex-direction: column; gap: 8px; } .dialogue-speaker { font-weight: bold; color: #ffffff; font-size: 18px; text-shadow: 2px 2px 2px rgba(0,0,0,0.5); } .dialogue-text { color: #ffffff; font-size: 16px; line-height: 1.5; text-shadow: 1px 1px 1px rgba(0,0,0,0.5); } /* Background */ .background-overlay { position: absolute; inset: 0; background-image: url(https://play.rosebud.ai/assets/justMonika_bg.png?E61J); background-repeat: no-repeat; background-position: center; background-size: cover; opacity: 0.95; z-index: 1; } /* Controls */ .button { padding: 10px 20px; border: none; border-radius: 5px; cursor: pointer; transition: background-color 0.3s; font-size: 16px; } .button-primary { background-color: #4a90e2; color: white; } .button-primary:hover:not(:disabled) { background-color: #357abd; } .button:disabled { background-color: #cccccc; cursor: not-allowed; } /* Status and Error Messages */ .status-text { color: #666; font-size: 14px; } .error-text { color: #ff4444; font-size: 14px; } /* Content Layout */ .content-container { position: absolute; z-index: 2; display: flex; flex-direction: column; align-items: center; justify-content: flex-end; width: 100%; height: 100%; top: 0; left: 0; pointer-events: none; } .content-container > * { pointer-events: auto; } `; // Insert styles into document const styleSheet = document.createElement("style"); styleSheet.innerText = styles; document.head.appendChild(styleSheet); // ================================================== // ChatAIClass Definition // ================================================== // This module provides a class, ChatAIClass, which uses a ChatManager (provided externally) // to conduct a conversation with an AI. The AI's behavior is defined by a description string, // and the ChatAIClass offers a simple getResponse method to get AI responses. // // This is AI is powered by Rosebud AI and is Rosebud's method to add in-game AI features. // // IMPORTANT NOTE: // - Do not assume how ChatManager works beyond what is described here. // - We only know that: // 1. ChatManager is constructed by passing in a description string. // 2. We can add messages by calling chatManager.addMessage('user', prompt). // 3. We can get an AI-generated response by calling chatManager.getCharacterResponse('chat'). // - Any other assumptions about ChatManager internals or methods should not be made. // ////////////////////////////////////////////////////////////// // Defines how the AI should behave. This should change to match the project. const AI_BEHAVIOR_DESCRIPTION = ` You are an advanced and knowledgeable AI system capable of assisting users with a wide range of topics. You should respond concisely and helpfully, ensuring that the information you provide is accurate, clear, and context-aware. `; /** * ChatAIClass: * * This class is intended for non-technical users who want to interact with an AI system. * * Usage: * 1. Create an instance of ChatAIClass: * const chat = new ChatAIClass(); * * 2. Call getResponse(prompt) to get a response from the AI: * const answer = await chat.getResponse("What is quantum computing?"); * console.log(answer); */ export class ChatAIClass { constructor() { // Directly create a new ChatManager instance with the AI behavior description. // We assume ChatManager is available globally or imported from elsewhere. this.chatManager = new ChatManager(AI_BEHAVIOR_DESCRIPTION); } /** * Generates a response from the AI based on the given prompt. * * @param {string} prompt - The user's input or question. * @returns {Promise} - The AI's response as text. */ async getResponse(prompt) { // Add the user's message to the conversation. this.chatManager.addMessage('user', prompt); // Ask the ChatManager for the AI's response and return it. const response = await this.chatManager.getCharacterResponse('chat'); // Add the AI's message to the conversation so it has memory of it. this.chatManager.addMessage('assistant', response); return response; } } // ================================================== // Main App Component with Three.js Scene // ================================================== const Background = () => (

); class TextToSpeechService { constructor(baseUrl = APP_SETTINGS.api.baseUrl) { this.baseUrl = baseUrl; this.endpoints = { createSpeech: '/api/create-speech', fetchSpeech: '/api/speech' }; this.defaultVoiceId = "1SM7GgM6IMuvQlz2BwM3"; this.defaultModelId = "eleven_multilingual_v2"; } /** * Generates speech from text using the API * @param {string} text - The text to convert to speech * @param {string} voiceId - Optional voice ID * @param {string} modelId - Optional model ID * @returns {Promise} - Audio blob */ async generateSpeech(text, voiceId = this.defaultVoiceId, modelId = this.defaultModelId) { console.group('TextToSpeech - Generate Speech'); try { if (!text || typeof text !== 'string') { throw new Error('Invalid text input'); } const requestData = { text, voiceId, modelId }; console.log('Request Data:', requestData); console.log('Endpoint:', `${this.baseUrl}${this.endpoints.createSpeech}`); const response = await fetch(`${this.baseUrl}${this.endpoints.createSpeech}`, { method: 'POST', headers: { 'Content-Type': 'application/json', }, body: JSON.stringify(requestData) }); if (!response.ok) { const errorData = await response.text(); console.error('API Error Response:', { status: response.status, statusText: response.statusText, errorData }); throw new Error(`API Error (${response.status}): ${errorData}`); } const blob = await response.blob(); console.log('Response received:', { size: blob.size, type: blob.type }); if (!blob || blob.size === 0) { throw new Error('Received empty audio data'); } return blob; } catch (error) { console.error('Generation Error:', error); throw new Error(`Speech generation failed: ${error.message}`); } finally { console.groupEnd(); } } /** * Fetches speech audio for a specific scene, character, and line * @param {string} sceneId - The ID of the scene * @param {string} character - The name of the character * @param {number} lineId - The ID of the line * @returns {Promise} - Audio blob */ async fetchSpeech(sceneId, character, lineId) { console.group('TextToSpeech - Fetch Speech'); try { if (!sceneId || !character || !lineId) { throw new Error('sceneId, character, and lineId are required'); } const params = new URLSearchParams({ sceneId, character, lineId: lineId.toString() }); console.log('Request Parameters:', { sceneId, character, lineId }); console.log('Endpoint:', `${this.baseUrl}${this.endpoints.fetchSpeech}?${params}`); const response = await fetch(`${this.baseUrl}${this.endpoints.fetchSpeech}?${params}`, { method: 'GET' }); if (!response.ok) { if (response.status === 404) { console.error('404 Error: Audio file not found'); throw new Error('Audio file not found'); } const errorData = await response.text(); console.error('API Error Response:', { status: response.status, statusText: response.statusText, errorData }); throw new Error(`API Error (${response.status}): ${errorData}`); } const blob = await response.blob(); console.log('Response received:', { size: blob.size, type: blob.type }); if (!blob || blob.size === 0) { throw new Error('Received empty audio data'); } return blob; } catch (error) { console.error('Fetch Error:', error); throw new Error(`Speech fetch failed: ${error.message}`); } finally { console.groupEnd(); } } /** * Creates a URL for an audio blob * @param {Blob} audioBlob - The audio blob to create a URL for * @returns {string} - The created URL */ createAudioUrl(audioBlob) { return URL.createObjectURL(audioBlob); } /** * Revokes a previously created audio URL * @param {string} url - The URL to revoke */ revokeAudioUrl(url) { if (url) { URL.revokeObjectURL(url); } } } const AudioPlayer = ({ audioUrl, autoPlay = false, onEnded = () => {}, audioQueue = [] }) => { const audioRef = useRef(null); const queueRef = useRef(audioQueue); const playAudio = useCallback(() => { if (audioRef.current && !audioRef.current.playing) { audioRef.current.play().catch(error => { console.error('Error playing audio:', error); }); } }, []); const playNextInQueue = useCallback(() => { if (queueRef.current.length > 0) { const nextAudio = queueRef.current.shift(); audioRef.current.src = nextAudio; playAudio(); } }, [playAudio]); useEffect(() => { if (audioRef.current) { audioRef.current.src = audioUrl; if (autoPlay) { playAudio(); } } }, [audioUrl, autoPlay, playAudio]); useEffect(() => { const audio = audioRef.current; if (audio) { const handleEnded = () => { onEnded(); playNextInQueue(); }; audio.addEventListener('ended', handleEnded); return () => audio.removeEventListener('ended', handleEnded); } }, [onEnded, playNextInQueue]); return