7x31/ChatGPT-Next-Web
1
0
Fork 0
mirror of https://github.com/Yidadaa/ChatGPT-Next-Web.git synced 2025-08-08 07:10:16 +08:00
Code Issues Packages Projects Releases Wiki Activity

merge code and get analyser data

Browse Source
This commit is contained in:
lloydzhou
2024-11-08 13:21:40 +08:00
parent 48a1e8a584
commit 50e63109a3
2 changed files with 32 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
app/components/realtime-chat/realtime-chat.tsx
View File

@@ -71,7 +71,7 @@ export function RealtimeChat({
const turnDetection: TurnDetection = useVAD
? { type: "server_vad" }
: null;
clientRef.current.configure({
await clientRef.current.configure({
instructions: "",
voice,
input_audio_transcription: { model: "whisper-1" },
@@ -100,6 +100,7 @@ export function RealtimeChat({
});
}
}
await clientRef.current.generateResponse();
} catch (error) {
console.error("Set message failed:", error);
}
@@ -267,11 +268,25 @@ export function RealtimeChat({
console.error(error);
});
// TODO demo to get frequency. will pass audioHandlerRef.current to child component draw.
// TODO try using requestAnimationFrame
const interval = setInterval(() => {
if (audioHandlerRef.current) {
const data = audioHandlerRef.current.getByteFrequencyData();
console.log("getByteFrequencyData", data);
}
}, 100);
return () => {
if (isRecording) {
toggleRecording();
}
audioHandlerRef.current?.close().catch(console.error);
audioHandlerRef.current
?.close()
.catch(console.error)
.finally(() => {
clearInterval(interval);
});
disconnect();
};
}, []);