mirror of
https://github.com/openai/codex.git
synced 2026-11-15 21:50:46 +00:00
Add request IDs and attempt numbers to model request hooks (#61587)
## Why Model request hooks need to correlate attempts belonging to the same generation across retries and model fallback. ## What changed Add `request_id` and one-based `attempt_number` fields to `PreModelRequest` and `PostModelRequest` inputs and their generated schema. Keep the request ID stable across retries and increment the attempt number for each call to open a response stream. ## Testing Extend hook tests to verify matching request IDs and increasing attempt numbers across retries. Extend the background compaction scenario to verify that its pre/post hooks share an ID distinct from the ordinary sampling request. GitOrigin-RevId: 2d85ad6fd630505a89a712cebab6ca0f731610c9
This commit is contained in:
@@ -1,5 +1,6 @@
|
||||
//! Each provider attempt pairs its own hooks. Transport recovery within an
|
||||
//! attempt does not start another hook pair.
|
||||
//! A sampling loop keeps one request ID across retries. Each call to open a
|
||||
//! response stream pairs its own hooks; transport recovery within that call
|
||||
//! does not start another hook pair.
|
||||
|
||||
use super::emit_hook_completed_events;
|
||||
use super::emit_hook_started_events;
|
||||
@@ -24,14 +25,21 @@ use std::sync::Arc;
|
||||
use std::time::Instant;
|
||||
use tokio::sync::oneshot;
|
||||
use tokio_util::sync::CancellationToken;
|
||||
use uuid::Uuid;
|
||||
|
||||
pub(crate) struct SamplingRequest {
|
||||
id: Uuid,
|
||||
attempts: u32,
|
||||
kind: SamplingKind,
|
||||
}
|
||||
|
||||
impl SamplingRequest {
|
||||
pub(crate) fn new(kind: SamplingKind) -> Self {
|
||||
Self { kind }
|
||||
Self {
|
||||
id: Uuid::new_v4(),
|
||||
attempts: 0,
|
||||
kind,
|
||||
}
|
||||
}
|
||||
|
||||
pub(crate) fn open(
|
||||
@@ -54,6 +62,7 @@ impl SamplingRequest {
|
||||
owner_cancellation: &CancellationToken,
|
||||
send: impl Future<Output = Result<OpenedModelResponse>>,
|
||||
) -> Result<SamplingStream> {
|
||||
self.attempts += 1;
|
||||
let sampling_turn = match self.kind {
|
||||
SamplingKind::Sampling => Some(Arc::clone(&step.turn)),
|
||||
SamplingKind::ForegroundCompaction | SamplingKind::BackgroundCompaction => None,
|
||||
@@ -69,6 +78,8 @@ impl SamplingRequest {
|
||||
let input = ModelRequestHookInput {
|
||||
lifecycle_id: uuid::Uuid::new_v4(),
|
||||
kind: self.kind,
|
||||
request_id: self.id.to_string(),
|
||||
attempt_number: self.attempts,
|
||||
session_id: session.session_id().to_string(),
|
||||
thread_id: session.thread_id().to_string(),
|
||||
turn_id: step.turn.sub_id.clone(),
|
||||
|
||||
Reference in New Issue
Block a user