This commit is contained in:
Ahmed Ibrahim
2025-10-16 17:05:34 -07:00
parent d4e59dedd8
commit f2444893ca
2 changed files with 358 additions and 322 deletions
+22 -4
View File
@@ -77,8 +77,13 @@ async fn run_compact_task_inner(
let mut truncated_count = 0usize;
let mut trimmed_tails: Vec<Vec<ResponseItem>> = Vec::new();
let max_retries = turn_context.client.get_provider().stream_max_retries();
let mut retries = 0;
let max_retries_u64 = turn_context
.client
.get_provider()
.stream_max_retries();
let max_retries = max_retries_u64 as usize;
let mut retries: u64 = 0;
let mut context_retries = 0usize;
let rollout_item = RolloutItem::TurnContext(TurnContextItem {
cwd: turn_context.cwd.clone(),
@@ -124,6 +129,19 @@ async fn run_compact_task_inner(
if !trimmed.is_empty() {
truncated_count += trimmed.len();
trimmed_tails.push(trimmed);
if context_retries >= max_retries {
sess.set_total_tokens_full(&sub_id, turn_context.as_ref())
.await;
let event = Event {
id: sub_id.clone(),
msg: EventMsg::Error(ErrorEvent {
message: e.to_string(),
}),
};
sess.send_event(event).await;
return;
}
context_retries += 1;
retries = 0;
continue;
}
@@ -140,12 +158,12 @@ async fn run_compact_task_inner(
return;
}
Err(e) => {
if retries < max_retries {
if retries < max_retries_u64 {
retries += 1;
let delay = backoff(retries);
sess.notify_stream_error(
&sub_id,
format!("Re-connecting... {retries}/{max_retries}"),
format!("Re-connecting... {retries}/{max_retries_u64}"),
)
.await;
tokio::time::sleep(delay).await;