Mastraの音声対音声機能

const voice = new OpenAIRealtimeVoice({
  apiKey: "your-openai-api-key",
  model: "gpt-4o-mini-realtime",
  speaker: "alloy", // Default voice
});
 
// If using default settings the configuration can be simplified to:
const voice = new OpenAIRealtimeVoice();

import { Agent } from "@mastra/core/agent";
import { OpenAIRealtimeVoice } from "@mastra/voice-openai-realtime";
import { playAudio, getMicrophoneStream } from "@mastra/node-audio";
 
const agent = new Agent({
  name: "Agent",
  instructions: `You are a helpful assistant with real-time voice capabilities.`,
  model: openai("gpt-4o"),
  voice: new OpenAIRealtimeVoice(),
});
 
// 音声サービスに接続
await agent.voice.connect();
 
// エージェントの音声応答をリッスン
agent.voice.on("speaker", ({ audio }) => {
  playAudio(audio);
});
 
// 会話を開始
await agent.voice.speak("本日はいかがお手伝いできますか？");
 
// マイクからの連続音声を送信
const micStream = getMicrophoneStream();
await agent.voice.send(micStream);

import { Agent } from "@mastra/core/agent";
import { GeminiLiveVoice } from "@mastra/voice-google-gemini-live";
import { playAudio, getMicrophoneStream } from "@mastra/node-audio";
 
const agent = new Agent({
  name: 'Agent',
  instructions: 'You are a helpful assistant with real-time voice capabilities.',
  // テキスト生成にはこのモデルを使用。リアルタイム音声は音声プロバイダ側で処理
  model: openai("gpt-4o"),
  voice: new GeminiLiveVoice({
    apiKey: process.env.GOOGLE_API_KEY,
    model: 'gemini-2.0-flash-exp',
    speaker: 'Puck',
    debug: true,
    // Vertex AI の場合のオプション:
    // vertexAI: true, 
    // project: 'your-gcp-project', 
    // location: 'us-central1',
    // serviceAccountKeyFile: '/path/to/service-account.json',
  }),
});
 
await agent.voice.connect();
 
agent.voice.on('speaker', ({ audio }) => {
  playAudio(audio);
});
 
agent.voice.on('writing', ({ role, text }) => {
  console.log(`${role}: ${text}`);
});
 
await agent.voice.speak('How can I help you today?');
 
const micStream = getMicrophoneStream();
await agent.voice.send(micStream);