mirror of
https://github.com/openai/codex.git
synced 2026-11-13 21:30:47 +00:00
Sean Huang
7c568b331b
## What changed Move `HeadTailBuffer` and `format_output_omission_marker` into the new `codex-utils-head-tail-buffer` crate, exposing the buffer API with an explicit const-generic byte budget. Update core callers to use the crate and add Cargo and Bazel definitions. Move the existing buffer tests alongside the implementation, preserving the prefix/suffix retention and omission-marker behavior. GitOrigin-RevId: ff488d0a0a62c39c0e11c11ebb539166cc4c6e74
92 lines
2.5 KiB
Rust
92 lines
2.5 KiB
Rust
use super::HeadTailBuffer;
|
|
|
|
use pretty_assertions::assert_eq;
|
|
|
|
#[test]
|
|
fn keeps_prefix_and_suffix_when_over_budget() {
|
|
let mut buf = HeadTailBuffer::<10>::default();
|
|
|
|
buf.push_chunk(b"0123456789");
|
|
assert_eq!(buf.omitted_bytes(), 0);
|
|
|
|
// Exceeds max by 2; we should keep head+tail and omit the middle.
|
|
buf.push_chunk(b"ab");
|
|
assert!(buf.omitted_bytes() > 0);
|
|
|
|
let rendered = String::from_utf8_lossy(&buf.to_bytes()).to_string();
|
|
assert!(rendered.starts_with("01234"));
|
|
assert!(rendered.ends_with("89ab"));
|
|
assert_eq!(
|
|
String::from_utf8_lossy(&buf.to_bytes_with_omission_marker()),
|
|
"01234\n... 2 bytes omitted ...\n789ab"
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn max_bytes_zero_drops_everything() {
|
|
let mut buf = HeadTailBuffer::<0>::default();
|
|
buf.push_chunk(b"abc");
|
|
|
|
assert_eq!(buf.retained_bytes(), 0);
|
|
assert_eq!(buf.omitted_bytes(), 3);
|
|
assert_eq!(buf.to_bytes(), b"");
|
|
}
|
|
|
|
#[test]
|
|
fn head_budget_zero_keeps_only_last_byte_in_tail() {
|
|
let mut buf = HeadTailBuffer::<1>::default();
|
|
buf.push_chunk(b"abc");
|
|
|
|
assert_eq!(buf.retained_bytes(), 1);
|
|
assert_eq!(buf.omitted_bytes(), 2);
|
|
assert_eq!(buf.to_bytes(), b"c");
|
|
}
|
|
|
|
#[test]
|
|
fn chunk_larger_than_tail_budget_keeps_only_tail_end() {
|
|
let mut buf = HeadTailBuffer::<10>::default();
|
|
buf.push_chunk(b"0123456789");
|
|
|
|
// Tail budget is 5 bytes. This chunk should replace the tail and keep only its last 5 bytes.
|
|
buf.push_chunk(b"ABCDEFGHIJK");
|
|
|
|
let out = String::from_utf8_lossy(&buf.to_bytes()).to_string();
|
|
assert!(out.starts_with("01234"));
|
|
assert!(out.ends_with("GHIJK"));
|
|
assert!(buf.omitted_bytes() > 0);
|
|
}
|
|
|
|
#[test]
|
|
fn fills_head_then_tail_across_multiple_chunks() {
|
|
let mut buf = HeadTailBuffer::<10>::default();
|
|
|
|
// Fill the 5-byte head budget across multiple chunks.
|
|
buf.push_chunk(b"01");
|
|
buf.push_chunk(b"234");
|
|
assert_eq!(buf.to_bytes(), b"01234");
|
|
|
|
// Then fill the 5-byte tail budget.
|
|
buf.push_chunk(b"567");
|
|
buf.push_chunk(b"89");
|
|
assert_eq!(buf.to_bytes(), b"0123456789");
|
|
assert_eq!(buf.omitted_bytes(), 0);
|
|
|
|
// One more byte causes the tail to drop its oldest byte.
|
|
buf.push_chunk(b"a");
|
|
assert_eq!(buf.to_bytes(), b"012346789a");
|
|
assert_eq!(buf.omitted_bytes(), 1);
|
|
}
|
|
|
|
#[test]
|
|
fn empty_and_tiny_chunks_have_bounded_metadata() {
|
|
let mut buf = HeadTailBuffer::<10>::default();
|
|
|
|
for byte in b"0123456789ab" {
|
|
buf.push_chunk(&[]);
|
|
buf.push_chunk(&[*byte]);
|
|
}
|
|
|
|
assert_eq!(buf.retained_bytes(), 10);
|
|
assert_eq!(buf.omitted_bytes(), 2);
|
|
}
|