Merge pull request #175 from Cloud-Code-AI/174-change-the-default-output-format-to-be-compatible-with-openai

made default response openai compatible

Author: sauravpanda

README.md

@@ -79,7 +79,7 @@ await browserAI.loadModel('llama-3.2-1b-instruct', {
 
 // Generate text
 const response = await browserAI.generateText('Hello, how are you?');
-console.log(response);
+console.log(response.choices[0].message.content);
 ```
 
 

docs/pages/advanced/structured_generation.mdx

@@ -34,12 +34,17 @@ const response = await browserAI.generateText('List 3 popular colors', {
 });
 
 // Returns:
-// {
-//   "colors": [
-//     { "name": "blue", "hex": "#0000FF" },
-//     { "name": "red", "hex": "#FF0000" },
-//     { "name": "green", "hex": "#00FF00" }
-//   ]
+// { "choices": [
+//   { "message": { 
+//     "content": {
+//       "colors": [ 
+//         { "name": "blue", "hex": "#0000FF" },
+//         { "name": "red", "hex": "#FF0000" },
+//         { "name": "green", "hex": "#00FF00" }
+//       ]
+//     } 
+//   } 
+//  ]
 // }
 ```
 

docs/pages/advanced/text_generation_options.mdx

@@ -53,7 +53,7 @@ const response = await browserAI.generateText('Write a story about AI', {
   system_prompt: "You are a creative storyteller specialized in science fiction.",
 });
 
-console.log('Generated Story:', response); // "In the year 2045..."
+console.log('Generated Story:', response.choices[0].message.content); // "In the year 2045..."
 ```
 
 ## Structured Output Generation

docs/pages/getting_started/core_features_and_usage.mdx

@@ -22,7 +22,7 @@ async function generateText() {
 
     // Generate a response
     const response = await browserAI.generateText('What is machine learning?');
-    console.log(response); // "Machine learning is a branch of AI..."
+    console.log(response.choices[0].message.content); // "Machine learning is a branch of AI..."
 }
 ```
 

docs/pages/getting_started/installation.mdx

@@ -42,7 +42,7 @@ async function quickStart() {
 
     // Generate your first AI response!
     const response = await browserAI.generateText('Hello, BrowserAI!');
-    console.log(response);
+    console.log(response.choices[0].message.content);
 }
 
 quickStart();

examples/audio-demo/src/components/ChatInterface.tsx

@@ -604,13 +604,13 @@ export default function ChatInterface() {
 
             captureAnalytics('chat_response_generated', {
               inputLength: transcribedText?.length,
-              responseLength: response?.toString().length,
+              responseLength: (response as { choices: { message: { content: string } }[] }).choices[0]?.message?.content?.length,
               processingTimeMs: chatProcessingTime,
               memoryUsage: stats.memoryUsage,
               peakMemoryUsage: stats.peakMemoryUsage,
             });
 
-            const responseText = response?.toString() || 'No response';
+            const responseText = (response as { choices: { message: { content: string } }[] }).choices[0]?.message?.content || 'No response';
             setMessages(prev => [...prev, { text: responseText, isUser: false }]);
           } catch (error) {
             console.error('Error generating response:', error);

examples/realtime-chat-demo/src/App.tsx

@@ -90,13 +90,13 @@ function App() {
       }
 
       // Generate speech before showing the response
-      const audioBuffer = await ttsAI.textToSpeech(response as string, {
+      const audioBuffer = await ttsAI.textToSpeech((response as { choices: { message: { content: string } }[] }).choices[0]?.message?.content as string, {
         voice: voices[language as keyof typeof voices]
       });
 
       // Update message with response but keep it hidden until speaking starts
       setMessages(prev => prev.map((msg, idx) =>
-        idx === prev.length - 1 ? { ...msg, text: response as string, status: 'speaking' } : msg
+        idx === prev.length - 1 ? { ...msg, text: (response as { choices: { message: { content: string } }[] }).choices[0]?.message?.content as string, status: 'speaking' } : msg
       ));
 
       // Play the audio
@@ -110,7 +110,7 @@ function App() {
         // Reset status when audio ends
         source.onended = () => {
           setMessages(prev => prev.map((msg, idx) =>
-            idx === prev.length - 1 ? { ...msg, status: null } : msg
+            idx === prev.length - 1 ? { ...msg, status: undefined } : msg
           ));
         };
       });

examples/schema-llm/src/App.tsx

@@ -44,10 +44,10 @@ function App() {
 
       // Format and display the output
       try {
-        const jsonResult = JSON.parse(result as string)
+        const jsonResult = JSON.parse((result as { choices: { message: { content: string } }[] }).choices[0]?.message?.content as string)
         setOutput(JSON.stringify(jsonResult, null, 2))
       } catch (e) {
-        setOutput(result as string)
+        setOutput((result as { choices: { message: { content: string } }[] }).choices[0]?.message?.content as string)
       }
     } catch (error) {
       setOutput(`Error: ${error instanceof Error ? error.message : 'An unknown error occurred'}`)

package.json

@@ -1,6 +1,6 @@
 {
   "name": "@browserai/browserai",
-  "version": "1.0.37",
+  "version": "2.0.0",
   "private": false,
   "description": "A library for running AI models directly in the browser",
   "main": "dist/index.js",

src/engines/mlc-engine-wrapper.ts

@@ -764,7 +764,7 @@ export class MLCEngineWrapper {
     }
 
     const result = await this.mlcEngine.chat.completions.create(finalOptions);
-    return result.choices[0].message.content;
+    return result;
   }
 
   async embed(input: string, options: any = {}) {