Bound rollout trace capture with configurable storage limits (#61896)

## What changed

- Add `rollout_trace.max_payload_bytes` and `rollout_trace.max_bytes`, defaulting to 64 MiB per body or separated value and 256 MiB per bundle. Root and child threads share the bundle budget.
- Record explicit truncations and omissions when limits are reached, reserve space for later events, and stop at the last complete event if the event log fills.
- Reuse identical prepared-prompt items and store inline images separately from message structure. Preserve exact JSON bytes for complete composite payloads and surviving content and links in partial captures.
- Let reducers handle partial payloads while retaining lifecycle information and reporting `closed_with_partial_payloads` for closed bundles with incomplete captures.

## Testing

Add coverage for payload reuse and byte-exact reconstruction, truncation, compressed bundle budgets, later events after omissions, readable prefixes after event-space exhaustion, and CLI capture-limit configuration and startup failures.

GitOrigin-RevId: be99a68da427414a7a12bf8209f232c1a0bbe545
This commit is contained in:
cassirer-openai
2026-11-16 22:26:31 +00:00
committed by copyberry
parent c0d47262f3
commit ef6ce8100a
23 changed files with 712 additions and 107 deletions
+10 -2
View File
@@ -73,6 +73,7 @@ use codex_protocol_test_support::uuid_v7_item_id_generator_for_test;
use codex_rollout_trace::ExecutionStatus;
use codex_rollout_trace::InferenceTraceAttempt;
use codex_rollout_trace::InferenceTraceContext;
use codex_rollout_trace::RawPayloadKind;
use codex_rollout_trace::RawTraceEventPayload;
use codex_rollout_trace::RolloutTrace;
use codex_rollout_trace::TraceWriter;
@@ -1510,6 +1511,15 @@ async fn replay_until_cancelled(temp: &TempDir) -> anyhow::Result<RolloutTrace>
.next()
.expect("inference should be reduced");
if inference.execution.status == ExecutionStatus::Cancelled {
// Cancellation publishes one partial response. Prepared prompts can index shared child records.
assert_eq!(
rollout
.raw_payloads
.values()
.filter(|p| p.kind == RawPayloadKind::InferenceResponse)
.count(),
1
);
return Ok(rollout);
}
tokio::time::sleep(Duration::from_millis(10)).await;
@@ -1811,7 +1821,6 @@ async fn dropped_response_stream_traces_cancelled_partial_output() -> anyhow::Re
rollout.threads["thread-root"].conversation_item_ids,
inference.request_item_ids
);
assert_eq!(rollout.raw_payloads.len(), 3);
Ok(())
}
@@ -2084,7 +2093,6 @@ async fn dropped_backpressured_response_stream_traces_cancelled_partial_output()
assert_eq!(inference.execution.status, ExecutionStatus::Cancelled);
assert_eq!(inference.response_item_ids.len(), 1);
assert_eq!(rollout.raw_payloads.len(), 3);
Ok(())
}
+11
View File
@@ -142,6 +142,7 @@ use codex_protocol::protocol::AskForApproval;
use codex_protocol::protocol::MultiAgentVersion;
use codex_protocol::protocol::SandboxPolicy;
use codex_rmcp_client::McpOAuthRefreshMode;
use codex_rollout_trace::TraceCaptureLimits;
use codex_sandboxing::SandboxType;
pub use codex_thread_store::ExtraConfig;
use codex_utils_absolute_path::AbsolutePathBuf;
@@ -1040,6 +1041,9 @@ pub struct Config {
/// Settings that govern if and what will be written to `~/.codex/history.jsonl`.
pub history: History,
/// Limits shared by all threads recording into one native rollout trace.
pub rollout_trace_limits: TraceCaptureLimits,
/// When true, session is not persisted on disk. Default to `false`
pub ephemeral: bool,
@@ -4153,6 +4157,12 @@ impl Config {
let allow_login_shell = cfg.allow_login_shell.unwrap_or(true);
let history = cfg.history.unwrap_or_default();
let rollout_trace = cfg.rollout_trace.unwrap_or_default();
let defaults = TraceCaptureLimits::default();
let rollout_trace_limits = TraceCaptureLimits {
max_payload_bytes: rollout_trace.max_payload_bytes.unwrap_or(defaults.max_payload_bytes),
max_bytes: rollout_trace.max_bytes.unwrap_or(defaults.max_bytes),
};
if multi_agent_v2.max_concurrent_threads_per_session == 0 {
return Err(std::io::Error::new(
@@ -4762,6 +4772,7 @@ impl Config {
application_network_policy: Default::default(),
application_auth_route_config: None,
history,
rollout_trace_limits,
ephemeral: ephemeral.unwrap_or_default(),
allow_persistent_dynamic_tool_updates: false,
extra_config: None,
+1 -1
View File
@@ -1904,7 +1904,7 @@ impl Session {
parent_rollout_thread_trace.start_child_thread_trace(trace_metadata)
}
} else {
ThreadTraceContext::start_root(trace_metadata)
ThreadTraceContext::start_root(trace_metadata, config.rollout_trace_limits)
};
let rollout_thread_trace = rollout_thread_trace.unwrap_or_else(|err| {
startup_error.get_or_insert_with(|| {