mirror of
https://github.com/openai/codex.git
synced 2026-10-19 17:28:46 +00:00
guinness-oai
d6d03d42ea
## Why Realtime v1 websocket sessions now expect a slightly different boundary shape for text input, completed input transcripts, and connection headers. Codex was still using the older shape, so some v1 text appends could be rejected before the existing conversation flow could handle them. ## What changed - Send v1 user text items with `input_text` content - Accept v1 turn-marked input transcript events as completed transcripts - Add the v1 alpha header only for v1 realtime sessions - Cover the outbound text shape, transcript parsing, and versioned headers ## Test plan - `cargo test -p codex-api endpoint::realtime_websocket::methods::tests` - `cargo test -p codex-core quicksilver_alpha_header`
100 lines
4.2 KiB
Rust
100 lines
4.2 KiB
Rust
use crate::endpoint::realtime_websocket::protocol_common::parse_error_event;
|
|
use crate::endpoint::realtime_websocket::protocol_common::parse_realtime_payload;
|
|
use crate::endpoint::realtime_websocket::protocol_common::parse_session_updated_event;
|
|
use crate::endpoint::realtime_websocket::protocol_common::parse_transcript_delta_event;
|
|
use crate::endpoint::realtime_websocket::protocol_common::parse_transcript_done_event;
|
|
use codex_protocol::protocol::RealtimeAudioFrame;
|
|
use codex_protocol::protocol::RealtimeEvent;
|
|
use codex_protocol::protocol::RealtimeHandoffRequested;
|
|
use serde_json::Value;
|
|
use tracing::debug;
|
|
|
|
pub(super) fn parse_realtime_event_v1(payload: &str) -> Option<RealtimeEvent> {
|
|
let (parsed, message_type) = parse_realtime_payload(payload, "realtime v1")?;
|
|
match message_type.as_str() {
|
|
"session.updated" => parse_session_updated_event(&parsed),
|
|
"conversation.output_audio.delta" => {
|
|
let data = parsed
|
|
.get("delta")
|
|
.and_then(Value::as_str)
|
|
.or_else(|| parsed.get("data").and_then(Value::as_str))
|
|
.map(str::to_string)?;
|
|
let sample_rate = parsed
|
|
.get("sample_rate")
|
|
.and_then(Value::as_u64)
|
|
.and_then(|value| u32::try_from(value).ok())?;
|
|
let num_channels = parsed
|
|
.get("channels")
|
|
.or_else(|| parsed.get("num_channels"))
|
|
.and_then(Value::as_u64)
|
|
.and_then(|value| u16::try_from(value).ok())?;
|
|
Some(RealtimeEvent::AudioOut(RealtimeAudioFrame {
|
|
data,
|
|
sample_rate,
|
|
num_channels,
|
|
samples_per_channel: parsed
|
|
.get("samples_per_channel")
|
|
.and_then(Value::as_u64)
|
|
.and_then(|value| u32::try_from(value).ok()),
|
|
item_id: None,
|
|
}))
|
|
}
|
|
"conversation.input_transcript.delta"
|
|
| "conversation.item.input_audio_transcription.delta" => {
|
|
parse_transcript_delta_event(&parsed, "delta").map(RealtimeEvent::InputTranscriptDelta)
|
|
}
|
|
"conversation.input_transcript.turn_marked"
|
|
| "conversation.item.input_audio_transcription.completed" => {
|
|
parse_transcript_done_event(&parsed, "transcript")
|
|
.map(RealtimeEvent::InputTranscriptDone)
|
|
}
|
|
"conversation.output_transcript.delta"
|
|
| "response.output_text.delta"
|
|
| "response.output_audio_transcript.delta" => {
|
|
parse_transcript_delta_event(&parsed, "delta").map(RealtimeEvent::OutputTranscriptDelta)
|
|
}
|
|
"response.output_audio_transcript.done" => {
|
|
parse_transcript_done_event(&parsed, "transcript")
|
|
.map(RealtimeEvent::OutputTranscriptDone)
|
|
}
|
|
"conversation.item.added" => parsed
|
|
.get("item")
|
|
.cloned()
|
|
.map(RealtimeEvent::ConversationItemAdded),
|
|
"conversation.item.done" => parse_conversation_item_done_event(&parsed),
|
|
"conversation.handoff.requested" => {
|
|
let handoff_id = parsed
|
|
.get("handoff_id")
|
|
.and_then(Value::as_str)
|
|
.map(str::to_string)?;
|
|
let item_id = parsed
|
|
.get("item_id")
|
|
.and_then(Value::as_str)
|
|
.map(str::to_string)?;
|
|
let input_transcript = parsed
|
|
.get("input_transcript")
|
|
.and_then(Value::as_str)
|
|
.map(str::to_string)?;
|
|
Some(RealtimeEvent::HandoffRequested(RealtimeHandoffRequested {
|
|
handoff_id,
|
|
item_id,
|
|
input_transcript,
|
|
active_transcript: Vec::new(),
|
|
}))
|
|
}
|
|
"error" => parse_error_event(&parsed),
|
|
_ => {
|
|
debug!("received unsupported realtime v1 event type: {message_type}, data: {payload}");
|
|
None
|
|
}
|
|
}
|
|
}
|
|
|
|
fn parse_conversation_item_done_event(parsed: &Value) -> Option<RealtimeEvent> {
|
|
let item = parsed.get("item")?.as_object()?;
|
|
item.get("id")
|
|
.and_then(Value::as_str)
|
|
.map(str::to_string)
|
|
.map(|item_id| RealtimeEvent::ConversationItemDone { item_id })
|
|
}
|