实时语音（Realtime）

WSS wss://llm.ai-nebula.com/v1/realtime?model={model}

{
  "event_id": "evt_001",
  "type": "session.update",
  "session": {
    "modalities": ["text", "audio"],
    "instructions": "你是一个友好的助手",
    "voice": "alloy",
    "temperature": 0.8,
    "input_audio_format": "pcm16",
    "output_audio_format": "pcm16"
  }
}

{
  "event_id": "evt_002",
  "type": "conversation.item.create",
  "item": {
    "type": "message",
    "role": "user",
    "content": [
      { "type": "input_text", "text": "你好，请简单介绍一下你自己。" }
    ]
  }
}

// 1. 推送音频数据（可多次调用）
{
  "event_id": "evt_003",
  "type": "input_audio_buffer.append",
  "audio": "base64_encoded_audio_data..."
}

// 2. 提交音频缓冲
{
  "event_id": "evt_004",
  "type": "input_audio_buffer.commit"
}

// 3. 创建对话项
{
  "event_id": "evt_005",
  "type": "conversation.item.create",
  "item": {
    "type": "message",
    "role": "user",
    "content": [
      { "type": "input_audio", "audio": "" }
    ]
  }
}

{
  "event_id": "evt_006",
  "type": "response.create"
}

import json
import websocket
import threading

API_BASE = "wss://llm.ai-nebula.com"
API_KEY = "sk-xxxxxxxxxx"
MODEL = "gpt-realtime"

def on_message(ws, message):
    """处理服务端返回的消息"""
    event = json.loads(message)
    event_type = event.get("type")
    
    if event_type == "session.created":
        print(f"✅ 会话已创建: {event.get('session', {}).get('id')}")
    elif event_type == "response.text.delta":
        # 流式输出文本
        delta = event.get("delta", "")
        print(delta, end="", flush=True)
    elif event_type == "response.done":
        # 回复完成，显示使用统计
        usage = event.get("response", {}).get("usage", {})
        print(f"\n\n📊 Token 使用: {usage.get('total_tokens', 0)}")
    elif event_type == "error":
        error = event.get("error", {})
        print(f"\n❌ 错误: {error.get('message', '未知错误')}")

def on_error(ws, error):
    print(f"❌ WebSocket 错误: {error}")

def on_close(ws, close_status_code, close_msg):
    print("🔌 连接已关闭")

def on_open(ws):
    """连接建立后发送初始消息"""
    # 1. 配置会话
    session_config = {
        "event_id": "evt_001",
        "type": "session.update",
        "session": {
            "modalities": ["text"],
            "instructions": "你是一个简洁的助手",
            "temperature": 0.8
        }
    }
    ws.send(json.dumps(session_config, ensure_ascii=False))
    
    # 2. 发送用户消息
    user_message = {
        "event_id": "evt_002",
        "type": "conversation.item.create",
        "item": {
            "type": "message",
            "role": "user",
            "content": [
                {"type": "input_text", "text": "用一句话介绍 Nebula。"}
            ]
        }
    }
    ws.send(json.dumps(user_message, ensure_ascii=False))
    
    # 3. 请求生成回复
    response_create = {
        "event_id": "evt_003",
        "type": "response.create"
    }
    ws.send(json.dumps(response_create, ensure_ascii=False))

# 建立 WebSocket 连接
ws = websocket.WebSocketApp(
    f"{API_BASE}/v1/realtime?model={MODEL}",
    header={"Authorization": f"Bearer {API_KEY}"},
    on_message=on_message,
    on_error=on_error,
    on_close=on_close,
    on_open=on_open
)

# 运行 WebSocket（阻塞）
ws.run_forever()

const API_BASE = 'wss://llm.ai-nebula.com';
const API_KEY = 'sk-xxxxxxxxxx';
const MODEL = 'gpt-realtime';

const ws = new WebSocket(`${API_BASE}/v1/realtime?model=${MODEL}`, [], {
  headers: {
    'Authorization': `Bearer ${API_KEY}`
  }
});

ws.onopen = () => {
  console.log('✅ WebSocket 连接已建立');
  
  // 1. 配置会话
  ws.send(JSON.stringify({
    event_id: 'evt_001',
    type: 'session.update',
    session: {
      modalities: ['text'],
      instructions: '你是一个简洁的助手',
      temperature: 0.8
    }
  }));
  
  // 2. 发送用户消息
  ws.send(JSON.stringify({
    event_id: 'evt_002',
    type: 'conversation.item.create',
    item: {
      type: 'message',
      role: 'user',
      content: [
        { type: 'input_text', text: '用一句话介绍 Nebula。' }
      ]
    }
  }));
  
  // 3. 请求生成回复
  ws.send(JSON.stringify({
    event_id: 'evt_003',
    type: 'response.create'
  }));
};

ws.onmessage = (event) => {
  const message = JSON.parse(event.data);
  const eventType = message.type;
  
  switch (eventType) {
    case 'session.created':
      console.log('✅ 会话已创建:', message.session?.id);
      break;
    case 'response.text.delta':
      // 流式输出文本
      process.stdout.write(message.delta || '');
      break;
    case 'response.done':
      // 回复完成
      const usage = message.response?.usage;
      console.log('\n\n📊 Token 使用:', usage?.total_tokens || 0);
      break;
    case 'error':
      console.error('❌ 错误:', message.error?.message);
      break;
  }
};

ws.onerror = (error) => {
  console.error('❌ WebSocket 错误:', error);
};

ws.onclose = () => {
  console.log('🔌 连接已关闭');
};

{
  "type": "error",
  "error": {
    "type": "invalid_request_error",
    "message": "错误描述",
    "code": "error_code"
  }
}