in src/lib/genai-live-client.ts [246:270]
sendRealtimeInput(chunks: Array<{ mimeType: string; data: string }>) {
let hasAudio = false;
let hasVideo = false;
for (const ch of chunks) {
this.session?.sendRealtimeInput({ media: ch });
if (ch.mimeType.includes("audio")) {
hasAudio = true;
}
if (ch.mimeType.includes("image")) {
hasVideo = true;
}
if (hasAudio && hasVideo) {
break;
}
}
const message =
hasAudio && hasVideo
? "audio + video"
: hasAudio
? "audio"
: hasVideo
? "video"
: "unknown";
this.log(`client.realtimeInput`, message);
}