mirror of
https://github.com/openai/codex.git
synced 2026-10-19 17:28:46 +00:00
## What changed - Add `gpt-6-sol` and `gpt-6-luna` catalog entries and refresh model descriptions. - Offer migrations from `gpt-5.5`, `gpt-5.6-sol`, and `gpt-5.6-terra` to `gpt-6-sol`, and from `gpt-5.6-luna` to `gpt-6-luna`. - Retarget retired `gpt-5.4` and `gpt-5.4-mini` selections to GPT-6 Sol and Luna, respectively. - Recommend `gpt-6-luna` in the rate-limit switch prompt. ## Testing Extend migration tests to cover the new targets, their default reasoning effort, and prompting again after a previously acknowledged migration to an older target. Update model-picker and rate-limit prompt snapshots. GitOrigin-RevId: d3a093d18ce44a903383504ab8f5cbbc911d602d
302 lines
12 KiB
Rust
302 lines
12 KiB
Rust
//! Exercises daemon startup and excluded resume/fork pickers with Cargo's CLI executable.
|
|
|
|
use anyhow::Context as _;
|
|
use anyhow::Result;
|
|
use anyhow::ensure;
|
|
use std::collections::VecDeque;
|
|
use std::fs;
|
|
use std::process::Command;
|
|
use std::time::Duration;
|
|
|
|
#[tokio::test]
|
|
#[cfg(unix)]
|
|
async fn auto_daemon_start_attaches_to_shared_server() -> Result<()> {
|
|
daemon_startup("start").await
|
|
}
|
|
|
|
#[tokio::test]
|
|
#[cfg(unix)]
|
|
async fn incompatible_daemon_can_cancel() -> Result<()> {
|
|
daemon_startup("mismatch-cancel").await
|
|
}
|
|
|
|
#[tokio::test]
|
|
#[cfg(unix)]
|
|
async fn incompatible_daemon_can_run_embedded() -> Result<()> {
|
|
daemon_startup("mismatch-embedded").await
|
|
}
|
|
|
|
#[tokio::test]
|
|
#[cfg(unix)]
|
|
async fn incompatible_daemon_can_restart_with_confirmed_settings() -> Result<()> {
|
|
daemon_startup("mismatch-restart").await
|
|
}
|
|
|
|
#[tokio::test]
|
|
#[cfg(unix)]
|
|
async fn fresh_daemon_requires_confirmation_to_disable_shared_features() -> Result<()> {
|
|
daemon_startup("mismatch-disable").await
|
|
}
|
|
|
|
#[tokio::test]
|
|
#[cfg(unix)]
|
|
async fn stopped_daemon_requires_confirmation_to_disable_persisted_features() -> Result<()> {
|
|
daemon_startup("mismatch-disable-persisted").await
|
|
}
|
|
|
|
#[tokio::test]
|
|
async fn daemon_exclusion_survives_resume_picker() -> Result<()> {
|
|
daemon_startup("resume").await
|
|
}
|
|
|
|
#[tokio::test]
|
|
async fn daemon_exclusion_survives_fork_picker() -> Result<()> {
|
|
daemon_startup("fork").await
|
|
}
|
|
|
|
#[tokio::test]
|
|
async fn daemon_auto_start_preserves_bedrock_onboarding() -> Result<()> {
|
|
daemon_startup("bedrock").await
|
|
}
|
|
|
|
#[tokio::test]
|
|
#[cfg(unix)]
|
|
async fn bedrock_onboarding_leaves_a_running_daemon_untouched() -> Result<()> {
|
|
daemon_startup("bedrock-running").await
|
|
}
|
|
|
|
async fn daemon_startup(command: &str) -> Result<()> {
|
|
let codex = codex_utils_cargo_bin::cargo_bin("codex")?.canonicalize()?;
|
|
let workspace = tempfile::tempdir()?;
|
|
let workspace_path = workspace.path().canonicalize()?;
|
|
#[cfg(unix)]
|
|
let home = tempfile::Builder::new().tempdir_in("/tmp")?;
|
|
#[cfg(not(unix))]
|
|
let home = tempfile::tempdir()?;
|
|
fs::write(
|
|
home.path().join("config.toml"),
|
|
format!(
|
|
"model = \"gpt-5.6-terra\"\n\
|
|
features.bedrock_setup_wizard = true\ncli_auth_credentials_store = \"file\"\n\
|
|
suppress_unstable_features_warning = true\nanalytics.enabled = false\n\
|
|
windows.sandbox = \"unelevated\"\n\
|
|
tui.disable_paste_burst = true\n\
|
|
notice.model_migrations.\"gpt-5.6-terra\" = \"gpt-6-sol\"\n\
|
|
[projects.{}]\ntrust_level = \"trusted\"\n",
|
|
serde_json::to_string(&workspace_path)?,
|
|
),
|
|
)?;
|
|
let mismatch = command.starts_with("mismatch-");
|
|
let persisted = command == "mismatch-disable-persisted";
|
|
let disabling = matches!(command, "mismatch-disable" | "mismatch-disable-persisted");
|
|
let restart = command == "mismatch-restart" || disabling;
|
|
let bedrock_onboarding = matches!(command, "bedrock" | "bedrock-running");
|
|
if !bedrock_onboarding {
|
|
fs::write(
|
|
home.path().join("auth.json"),
|
|
r#"{"OPENAI_API_KEY":"daemon-startup-test","tokens":null,"last_refresh":null}"#,
|
|
)?;
|
|
}
|
|
let mut env = std::env::vars().collect::<std::collections::HashMap<_, _>>();
|
|
for key in [
|
|
"CODEX_EXEC_SERVER_URL",
|
|
"CODEX_ACCESS_TOKEN",
|
|
"CODEX_API_KEY",
|
|
"CODEX_CLOUD_TASKS_MODE",
|
|
"OPENAI_API_KEY",
|
|
"OPENAI_FEDERATION_RULE_ID",
|
|
"OPENAI_IDENTITY_TOKEN_FILE",
|
|
"OPENAI_WORKLOAD_IDENTITY_CONTEXT",
|
|
] {
|
|
env.remove(key);
|
|
}
|
|
env.insert("CODEX_HOME".into(), home.path().display().to_string());
|
|
env.insert(
|
|
"CODEX_SQLITE_HOME".into(),
|
|
home.path().display().to_string(),
|
|
);
|
|
env.insert("TERM".into(), "xterm-256color".into());
|
|
let mut args = vec!["--no-alt-screen".to_string()];
|
|
let mut steps: VecDeque<(&str, &[u8])> = VecDeque::new();
|
|
if matches!(command, "start" | "bedrock-running") || mismatch {
|
|
// A selected package with a stopped daemon avoids installing a release.
|
|
let managed = home
|
|
.path()
|
|
.join("packages/app-server-daemon/current/bin/codex");
|
|
fs::create_dir_all(home.path().join("packages/app-server-daemon/current/bin"))?;
|
|
fs::hard_link(&codex, &managed).or_else(|_| fs::copy(&codex, &managed).map(|_| ()))?;
|
|
fs::create_dir(home.path().join("app-server-daemon"))?;
|
|
fs::write(
|
|
home.path().join("app-server-daemon/settings.json"),
|
|
if persisted {
|
|
r#"{"shutdownGraceSeconds":0,"updater":{"autoUpdateEnabled":false},"featureOverrides":{"api_key_model_discovery":true}}"#
|
|
} else {
|
|
r#"{"shutdownGraceSeconds":0,"updater":{"autoUpdateEnabled":false}}"#
|
|
},
|
|
)?;
|
|
}
|
|
let pid_file = home.path().join("app-server-daemon/daemon.pid");
|
|
let result = async {
|
|
let mut existing_daemon = if command == "bedrock-running" || (mismatch && !disabling) {
|
|
let started = Command::new(&codex)
|
|
.env_clear()
|
|
.envs(&env)
|
|
.current_dir(&workspace_path)
|
|
.args(["app-server", "daemon", "start"])
|
|
.output()?;
|
|
ensure!(
|
|
started.status.success(),
|
|
"{}",
|
|
String::from_utf8_lossy(&started.stderr)
|
|
);
|
|
Some(fs::read(&pid_file)?)
|
|
} else {
|
|
None
|
|
};
|
|
let expected = if command == "start" {
|
|
// The draft header is visible before the session's command composer is ready.
|
|
steps.push_back(("GPT-5.6-Terra", b"/status\r"));
|
|
"Server:Localbackgroundserver"
|
|
} else if mismatch {
|
|
args.extend(if persisted {
|
|
["--disable".into(), "api_key_model_discovery".into()]
|
|
} else if disabling {
|
|
["--disable".into(), "auth_elicitation".into()]
|
|
} else {
|
|
["--enable".into(), "api_key_model_discovery".into()]
|
|
});
|
|
let input: &[u8] = match command {
|
|
"mismatch-cancel" => b"\x03",
|
|
"mismatch-embedded" => b"1",
|
|
"mismatch-restart" | "mismatch-disable" | "mismatch-disable-persisted" => b"2\r",
|
|
_ => unreachable!(),
|
|
};
|
|
steps.push_back(("Backgroundserverhasincompatiblefeaturesettings", input));
|
|
if command == "mismatch-cancel" {
|
|
"--no-daemon"
|
|
} else {
|
|
steps.push_back(("GPT-5.6-Terra", b"/status\r"));
|
|
if restart { "Server:Localbackgroundserver" } else { "Model:" }
|
|
}
|
|
} else if bedrock_onboarding {
|
|
"UseAmazonBedrock"
|
|
} else {
|
|
args.extend([command.into(), "--strict-config".into()]);
|
|
steps.push_back(("Nosessionsyet", b"\x1b"));
|
|
steps.push_back(("GPT-5.6-Terra", b"\x14"));
|
|
"Runningwithoutthesharedbackgroundserver:--strict-config"
|
|
};
|
|
let spawned = codex_utils_pty::spawn_pty_process(
|
|
&codex.to_string_lossy(),
|
|
&args,
|
|
&workspace_path,
|
|
&env,
|
|
/*arg0*/ &None,
|
|
codex_utils_pty::TerminalSize {
|
|
rows: 40,
|
|
cols: 120,
|
|
},
|
|
&[],
|
|
)
|
|
.await?;
|
|
let exit = spawned.exit_rx;
|
|
let session = spawned.session;
|
|
let writer = session.writer_sender();
|
|
let mut stdout = spawned.stdout_rx;
|
|
let mut output = String::new();
|
|
let mut screen = vt100::Parser::new(
|
|
/*rows*/ 40, /*cols*/ 120, /*scrollback_len*/ 0,
|
|
);
|
|
let mut queries: Vec<(&str, &[u8])> = vec![
|
|
("\x1b[6n", b"\x1b[1;1R"),
|
|
("\x1b[?u", b"\x1b[?0u\x1b[?1;2c"),
|
|
("\x1b[c", b"\x1b[?1;2c"),
|
|
("\x1b]10;?", b"\x1b]10;rgb:ffff/ffff/ffff\x1b\\"),
|
|
("\x1b]11;?", b"\x1b]11;rgb:0000/0000/0000\x1b\\"),
|
|
];
|
|
// A fresh disable request includes both cold daemon startup and its confirmed restart.
|
|
let timeout = Duration::from_secs(if disabling { 90 } else { 45 });
|
|
let result = tokio::time::timeout(timeout, async {
|
|
while let Some(bytes) = stdout.recv().await {
|
|
output.push_str(&String::from_utf8_lossy(&bytes));
|
|
screen.process(&bytes);
|
|
for (query, reply) in &mut queries {
|
|
if !query.is_empty() && output.contains(*query) {
|
|
writer.send(reply.to_vec()).await?;
|
|
*query = "";
|
|
}
|
|
}
|
|
let text: String = screen
|
|
.screen()
|
|
.contents()
|
|
.chars()
|
|
.filter(|c| !c.is_whitespace())
|
|
.collect();
|
|
if let Some((ready, input)) = steps.front()
|
|
&& text.contains(ready)
|
|
{
|
|
if disabling && *ready == "Backgroundserverhasincompatiblefeaturesettings" {
|
|
existing_daemon = Some(fs::read(&pid_file)?);
|
|
let settings: serde_json::Value = serde_json::from_slice(&fs::read(home.path().join("app-server-daemon/settings.json"))?)?;
|
|
if persisted {
|
|
ensure!(settings["featureOverrides"]["api_key_model_discovery"] == true);
|
|
} else {
|
|
ensure!(settings["featureOverrides"]["auth_elicitation"].is_null());
|
|
}
|
|
}
|
|
writer.send(input.to_vec()).await?;
|
|
steps.pop_front();
|
|
output.clear();
|
|
} else if steps.is_empty() && text.contains(expected) {
|
|
if mismatch {
|
|
let previous_pid = existing_daemon.as_ref().context("missing original daemon PID")?;
|
|
ensure!((fs::read(&pid_file)? != *previous_pid) == restart);
|
|
if command == "mismatch-cancel" {
|
|
ensure!(text.contains("Cannotusethesharedbackgroundserver:Thissessionrequiresapi_key_model_discoverytobeenabled."));
|
|
} else {
|
|
ensure!(text.contains("Server:Localbackgroundserver") == restart);
|
|
}
|
|
} else if command == "start" {
|
|
ensure!(text.contains("Server:Localbackgroundserver"));
|
|
ensure!(home.path().join("app-server-daemon/daemon.pid").exists());
|
|
} else if let Some(existing_daemon) = &existing_daemon {
|
|
ensure!(fs::read(&pid_file)? == *existing_daemon);
|
|
} else if bedrock_onboarding {
|
|
ensure!(!pid_file.exists());
|
|
}
|
|
return Ok::<_, anyhow::Error>(());
|
|
}
|
|
}
|
|
anyhow::bail!(
|
|
"TUI exited before {expected}: {}",
|
|
screen.screen().contents()
|
|
)
|
|
})
|
|
.await;
|
|
if command == "mismatch-cancel" && matches!(result, Ok(Ok(()))) {
|
|
let status = tokio::time::timeout(Duration::from_secs(/*secs*/ 5), exit).await??;
|
|
ensure!(status != 0, "incompatible daemon launch must fail");
|
|
}
|
|
Ok::<_, anyhow::Error>((
|
|
session,
|
|
result.with_context(|| format!("{command} timed out waiting for {}: {}", steps.front().map_or(expected, |(ready, _)| *ready), screen.screen().contents())),
|
|
))
|
|
}
|
|
.await;
|
|
// Always stop the detached daemon, including on timeout or failed assertions.
|
|
let stopped = Command::new(&codex)
|
|
.env_clear()
|
|
.envs(&env)
|
|
.args(["app-server", "daemon", "stop"])
|
|
.output()?;
|
|
let (session, result) = result?;
|
|
session.terminate();
|
|
result??;
|
|
ensure!(
|
|
stopped.status.success(),
|
|
"{}",
|
|
String::from_utf8_lossy(&stopped.stderr)
|
|
);
|
|
Ok(())
|
|
}
|