From 015ae49d2d19436794acf6d8387d437d84e077d2 Mon Sep 17 00:00:00 2001
From: Matt <matt@letsbe.solutions>
Date: Sat, 28 Mar 2026 14:40:08 +0100
Subject: [PATCH] fix: use realtimeInput.text for intro prompt, handle Blob
 WebSocket data

- Introduction prompt uses realtimeInput.text format (not clientContent)
- Agent now successfully introduces itself and sends audio responses
- Playback AudioContext created in user gesture for mobile

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
---
 src/components/configurator/VoiceAgentProvider.tsx | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/src/components/configurator/VoiceAgentProvider.tsx b/src/components/configurator/VoiceAgentProvider.tsx
index 6c5360f..1747953 100644
--- a/src/components/configurator/VoiceAgentProvider.tsx
+++ b/src/components/configurator/VoiceAgentProvider.tsx
@@ -339,9 +339,8 @@ export default function VoiceAgentProvider({ locale, children }: VoiceAgentProvi
           trackAmplitude();
           // Prompt the agent to introduce itself
           ws.send(JSON.stringify({
-            clientContent: {
-              turns: [{ role: 'user', parts: [{ text: 'Hello, please introduce yourself.' }] }],
-              turnComplete: true,
+            realtimeInput: {
+              text: 'Hello, please introduce yourself.',
             },
           }));
           return;