追踪 OpenAI 实时应用

from langsmith.integrations.openai_realtime import wrap_realtime
from openai import AsyncOpenAI

client = AsyncOpenAI()

async with client.realtime.connect(model="gpt-realtime-2") as raw, wrap_realtime(
    raw,
    project_name="openai-realtime-voice",
) as connection:
    await connection.session.update(session={...})  # 你的现有配置

    async for event in connection:
        ...  # 你的现有处理逻辑：播放音频、运行工具、更新 UI

import base64

async with client.realtime.connect(model="gpt-realtime-2") as raw, wrap_realtime(
    raw,
    is_agent_speaking=lambda: speaker.buffered_bytes() > 0,
) as connection:
    # 从扬声器录制智能体的音频，这样录音只反映实际播放的内容——
    # 在打断时，播放前被丢弃的音频永远不会被录制。
    speaker.set_played_callback(connection.record_agent_audio)

    # 在发送给模型的地方录制用户的麦克风音频。
    async def send_mic(mic_chunk):
        await connection.input_audio_buffer.append(
            audio=base64.b64encode(mic_chunk).decode("ascii")
        )
        connection.record_user_audio(mic_chunk)          # 发送时的用户麦克风 PCM16 数据

    async for event in connection:
        if event.type == "response.output_audio.delta":
            speaker.play(base64.b64decode(event.delta))

from agents import set_tracing_disabled
from agents.realtime import RealtimeAgent, RealtimeRunner
from langsmith.integrations.openai_realtime import wrap_realtime_session

set_tracing_disabled(True)

runner = RealtimeRunner(
    starting_agent=RealtimeAgent(name="assistant", instructions="...", tools=[...]),
)
session = await runner.run()

async with wrap_realtime_session(
    session,
    project_name="openai-realtime-voice",
) as conn:
    async for event in conn:
        ...  # 你的处理逻辑：播放音频、更新 UI

# 从扬声器录制智能体的音频，这样录音只反映实际播放的内容——
# 在打断时，播放前被丢弃的音频永远不会被录制。
speaker.set_played_callback(conn.record_agent_audio)

# 在发送给会话的地方录制用户的麦克风音频。
async def send_mic(mic_chunk):
    await conn.send_audio(mic_chunk)
    conn.record_user_audio(mic_chunk)               # 发送时的用户麦克风 PCM16 数据

async for event in conn:
    if event.type == "audio":
        speaker.play(event.audio.data)