mirror of
https://github.com/openai/codex.git
synced 2026-11-17 22:10:37 +00:00
Add response processing after completion and usage accounting (#61577)
## Why Streaming can dispatch tools before a response finishes and its usage is accounted for. Allow callers to wait for completion and synchronous post-hooks so budget enforcement can block tools from the response that exhausts the budget. ## What changed - Add `responses.process_mode = "after_complete_response"` to buffer response items and release them in order after completion, synchronous post-hooks, and usage accounting. Keep `streaming` as the default and deliver safety-buffering notifications immediately. - Track whether response usage has already been charged to avoid duplicate accounting, including during compaction. - Stop new tools across the agent tree when the rollout budget is exhausted. Coordinate steering with accounting and prevent buffered tool calls from dispatching after steering or cancellation. - Bound buffered responses to 65,535 events and reject overflow. ## Testing Add configuration coverage and extend integration tests for buffered output ordering, synchronous hooks, interrupted responses and resume, steering, invalid usage, and budget exhaustion preventing tool dispatch. GitOrigin-RevId: bd06811cfd50cb701babe6353465c57dfed2a37a
This commit is contained in:
@@ -3398,7 +3398,7 @@ async fn record_token_usage_info_notifies_extension_contributors(
|
||||
.record_token_usage_info(
|
||||
&turn_context,
|
||||
&turn_context.initial_settings,
|
||||
Some(&first_usage),
|
||||
first_usage.clone().into(),
|
||||
crate::session::TokenUsageContext::Sampling {
|
||||
includes_reasoning: true,
|
||||
input_item_count: 0,
|
||||
@@ -3410,7 +3410,7 @@ async fn record_token_usage_info_notifies_extension_contributors(
|
||||
.record_token_usage_info(
|
||||
&turn_context,
|
||||
&turn_context.initial_settings,
|
||||
Some(&second_usage),
|
||||
second_usage.clone().into(),
|
||||
context,
|
||||
)
|
||||
.await
|
||||
@@ -13173,7 +13173,6 @@ async fn tool_calls_reopen_mailbox_delivery_for_current_turn() {
|
||||
step_context: StepContext::for_test(Arc::clone(&tc)),
|
||||
turn_store: Arc::new(codex_extension_api::ExtensionData::new(tc.sub_id.clone())),
|
||||
tool_runtime: test_tool_runtime(Arc::clone(&sess), Arc::clone(&tc)).await,
|
||||
defer_tool_dispatch: false,
|
||||
cancellation_token: CancellationToken::new(),
|
||||
};
|
||||
|
||||
|
||||
Reference in New Issue
Block a user