feat(core): support custom model aliases in config.toml

This adds config.toml-defined model aliases that map to provider model slugs while applying alias-specific context settings for the active session.

- added custom_models config entries plus schema and docs coverage
- taught ModelsManager to resolve aliases to a provider-facing request_model while preserving the user-facing alias slug
- applied alias-specific context_window and model_auto_compact_token_limit overrides during model info resolution
- updated session/test plumbing and added regression coverage for alias resolution with local and remote model catalogs

Model selection and per-session context overrides already flow through ModelsManager and Config. Resolving aliases there keeps the provider slug separate from the user-facing alias while reusing the existing override plumbing.

- just write-config-schema
- just fmt
- cargo test -p codex-app-server -p codex-api -p codex-exec -p codex-mcp-server
- cargo test -p codex-tui
- cargo test -p codex-protocol -p codex-core (same two existing seatbelt failures remained in this environment: create_seatbelt_args_with_read_only_git_pointer_file and create_seatbelt_args_with_read_only_git_and_codex_subpaths)
- just fix -p codex-core -p codex-protocol -p codex-app-server -p codex-api -p codex-exec -p codex-mcp-server -p codex-tui
This commit is contained in:
Friel
2026-03-06 19:42:35 -08:00
parent 22ac6b9aaa
commit 043a059919
25 changed files with 438 additions and 9 deletions
+3 -3
View File
@@ -295,7 +295,7 @@ impl ModelClient {
let instructions = prompt.base_instructions.text.clone();
let payload = ApiCompactionInput {
model: &model_info.slug,
model: model_info.request_model_slug(),
input: &prompt.input,
instructions: &instructions,
};
@@ -335,7 +335,7 @@ impl ModelClient {
.with_telemetry(Some(request_telemetry));
let payload = ApiMemorySummarizeInput {
model: model_info.slug.clone(),
model: model_info.request_model_slug().to_string(),
raw_memories,
reasoning: effort.map(|effort| Reasoning {
effort: Some(effort),
@@ -534,7 +534,7 @@ impl ModelClientSession {
let text = create_text_param_for_request(verbosity, &prompt.output_schema);
let prompt_cache_key = Some(self.client.state.conversation_id.to_string());
let request = ResponsesApiRequest {
model: model_info.slug.clone(),
model: model_info.request_model_slug().to_string(),
instructions: instructions.clone(),
input,
tools,
+6 -3
View File
@@ -3062,7 +3062,8 @@ impl Session {
turn_context: &Arc<TurnContext>,
server_model: String,
) -> bool {
let requested_model = turn_context.model_info.slug.clone();
let requested_model = turn_context.model_info.request_model_slug().to_string();
let selected_model = turn_context.model_info.slug.clone();
let server_model_normalized = server_model.to_ascii_lowercase();
let requested_model_normalized = requested_model.to_ascii_lowercase();
if server_model_normalized == requested_model_normalized {
@@ -3070,7 +3071,9 @@ impl Session {
return false;
}
warn!("server reported model {server_model} while requested model was {requested_model}");
warn!(
"server reported model {server_model} while requested model was {requested_model} (selected alias: {selected_model})"
);
let warning_message = format!(
"Your account was flagged for potentially high-risk cyber activity and this request was routed to gpt-5.2 as a fallback. To regain access to gpt-5.3-codex, apply for trusted access: {CYBER_VERIFY_URL} or learn more: {CYBER_SAFETY_URL}"
@@ -3079,7 +3082,7 @@ impl Session {
self.send_event(
turn_context,
EventMsg::ModelReroute(ModelRerouteEvent {
from_model: requested_model.clone(),
from_model: selected_model,
to_model: server_model.clone(),
reason: ModelRerouteReason::HighRiskCyberActivity,
}),
+48
View File
@@ -358,6 +358,9 @@ pub struct Config {
/// Combined provider map (defaults merged with user-defined overrides).
pub model_providers: HashMap<String, ModelProviderInfo>,
/// User-defined model aliases shown in the picker.
pub custom_models: HashMap<String, CustomModelConfig>,
/// Maximum number of bytes to include from an AGENTS.md project doc file.
pub project_doc_max_bytes: usize,
@@ -687,6 +690,10 @@ impl Config {
.build()
.await
}
pub(crate) fn custom_model_alias(&self, alias: &str) -> Option<&CustomModelConfig> {
self.custom_models.get(alias)
}
}
/// DEPRECATED: Use [Config::load_with_cli_overrides()] instead because working
@@ -1143,6 +1150,10 @@ pub struct ConfigToml {
#[serde(default)]
pub model_providers: HashMap<String, ModelProviderInfo>,
/// User-defined model aliases that can override model context settings.
#[serde(default)]
pub custom_models: HashMap<String, CustomModelToml>,
/// Maximum number of bytes to include from an AGENTS.md project doc file.
pub project_doc_max_bytes: Option<usize>,
@@ -1358,6 +1369,27 @@ pub struct ProjectConfig {
pub trust_level: Option<TrustLevel>,
}
#[derive(Debug, Clone, PartialEq, Eq)]
pub struct CustomModelConfig {
/// Provider-facing model slug used on API requests.
pub model: String,
/// Optional context window override applied when this alias is selected.
pub model_context_window: Option<i64>,
/// Optional auto-compaction token limit override applied when this alias is selected.
pub model_auto_compact_token_limit: Option<i64>,
}
#[derive(Serialize, Deserialize, Debug, Clone, Default, PartialEq, Eq, JsonSchema)]
#[schemars(deny_unknown_fields)]
pub struct CustomModelToml {
/// Provider-facing model slug used on API requests.
pub model: String,
/// Optional context window override applied when this alias is selected.
pub model_context_window: Option<i64>,
/// Optional auto-compaction token limit override applied when this alias is selected.
pub model_auto_compact_token_limit: Option<i64>,
}
impl ProjectConfig {
pub fn is_trusted(&self) -> bool {
matches!(self.trust_level, Some(TrustLevel::Trusted))
@@ -2047,6 +2079,21 @@ impl Config {
model_providers.entry(key).or_insert(provider);
}
let custom_models = cfg
.custom_models
.into_iter()
.map(|(alias, custom)| {
(
alias,
CustomModelConfig {
model: custom.model,
model_context_window: custom.model_context_window,
model_auto_compact_token_limit: custom.model_auto_compact_token_limit,
},
)
})
.collect();
let model_provider_id = model_provider
.or(config_profile.model_provider)
.or(cfg.model_provider)
@@ -2378,6 +2425,7 @@ impl Config {
mcp_oauth_callback_port: cfg.mcp_oauth_callback_port,
mcp_oauth_callback_url: cfg.mcp_oauth_callback_url.clone(),
model_providers,
custom_models,
project_doc_max_bytes: cfg.project_doc_max_bytes.unwrap_or(PROJECT_DOC_MAX_BYTES),
project_doc_fallback_filenames: cfg
.project_doc_fallback_filenames
+162 -3
View File
@@ -4,6 +4,7 @@ use crate::api_bridge::map_api_error;
use crate::auth::AuthManager;
use crate::auth::AuthMode;
use crate::config::Config;
use crate::config::CustomModelConfig;
use crate::default_client::build_reqwest_client;
use crate::error::CodexErr;
use crate::error::Result as CoreResult;
@@ -18,6 +19,8 @@ use codex_protocol::openai_models::ModelInfo;
use codex_protocol::openai_models::ModelPreset;
use codex_protocol::openai_models::ModelsResponse;
use http::HeaderMap;
use std::collections::HashMap;
use std::collections::HashSet;
use std::path::PathBuf;
use std::sync::Arc;
use std::time::Duration;
@@ -55,6 +58,7 @@ enum CatalogMode {
#[derive(Debug)]
pub struct ModelsManager {
remote_models: RwLock<Vec<ModelInfo>>,
custom_models: HashMap<String, CustomModelConfig>,
catalog_mode: CatalogMode,
collaboration_modes_config: CollaborationModesConfig,
auth_manager: Arc<AuthManager>,
@@ -73,6 +77,7 @@ impl ModelsManager {
codex_home: PathBuf,
auth_manager: Arc<AuthManager>,
model_catalog: Option<ModelsResponse>,
custom_models: HashMap<String, CustomModelConfig>,
collaboration_modes_config: CollaborationModesConfig,
) -> Self {
let cache_path = codex_home.join(MODEL_CACHE_FILE);
@@ -90,6 +95,7 @@ impl ModelsManager {
});
Self {
remote_models: RwLock::new(remote_models),
custom_models,
catalog_mode,
collaboration_modes_config,
auth_manager,
@@ -162,7 +168,7 @@ impl ModelsManager {
/// Look up model metadata, applying remote overrides and config adjustments.
pub async fn get_model_info(&self, model: &str, config: &Config) -> ModelInfo {
let remote_models = self.get_remote_models().await;
Self::construct_model_info_from_candidates(model, &remote_models, config)
self.construct_model_info_from_candidates(model, &remote_models, config)
}
fn find_model_by_longest_prefix(model: &str, candidates: &[ModelInfo]) -> Option<ModelInfo> {
@@ -202,10 +208,35 @@ impl ModelsManager {
}
fn construct_model_info_from_candidates(
&self,
model: &str,
candidates: &[ModelInfo],
config: &Config,
) -> ModelInfo {
let custom_model = self
.custom_models
.get(model)
.or_else(|| config.custom_model_alias(model));
Self::construct_model_info_from_candidates_with_custom(
model,
candidates,
config,
custom_model,
)
}
fn construct_model_info_from_candidates_with_custom(
model: &str,
candidates: &[ModelInfo],
config: &Config,
custom_model: Option<&CustomModelConfig>,
) -> ModelInfo {
if let Some(custom_model) = custom_model {
let model_info =
Self::construct_model_info_for_custom_alias(model, custom_model, candidates);
return model_info::with_config_overrides(model_info, config);
}
// First use the normal longest-prefix match. If that misses, allow a narrowly scoped
// retry for namespaced slugs like `custom/gpt-5.3-codex`.
let remote = Self::find_model_by_longest_prefix(model, candidates)
@@ -222,6 +253,37 @@ impl ModelsManager {
model_info::with_config_overrides(model_info, config)
}
fn construct_model_info_for_custom_alias(
alias: &str,
custom_model: &CustomModelConfig,
candidates: &[ModelInfo],
) -> ModelInfo {
let remote = Self::find_model_by_longest_prefix(&custom_model.model, candidates)
.or_else(|| Self::find_model_by_namespaced_suffix(&custom_model.model, candidates));
let mut model_info = if let Some(remote) = remote {
ModelInfo {
slug: alias.to_string(),
request_model: Some(custom_model.model.clone()),
display_name: alias.to_string(),
used_fallback_model_metadata: false,
..remote
}
} else {
let mut fallback_model = model_info::model_info_from_slug(&custom_model.model);
fallback_model.slug = alias.to_string();
fallback_model.request_model = Some(custom_model.model.clone());
fallback_model.display_name = alias.to_string();
fallback_model
};
if let Some(model_context_window) = custom_model.model_context_window {
model_info.context_window = Some(model_context_window);
}
if let Some(model_auto_compact_token_limit) = custom_model.model_auto_compact_token_limit {
model_info.auto_compact_token_limit = Some(model_auto_compact_token_limit);
}
model_info
}
/// Refresh models if the provided ETag differs from the cached ETag.
///
/// Uses `Online` strategy to fetch latest models when ETags differ.
@@ -358,7 +420,25 @@ impl ModelsManager {
fn build_available_models(&self, mut remote_models: Vec<ModelInfo>) -> Vec<ModelPreset> {
remote_models.sort_by(|a, b| a.priority.cmp(&b.priority));
let mut presets: Vec<ModelPreset> = remote_models.into_iter().map(Into::into).collect();
let mut presets: Vec<ModelPreset> = remote_models.iter().cloned().map(Into::into).collect();
let mut existing_models: HashSet<String> =
presets.iter().map(|preset| preset.model.clone()).collect();
let mut custom_models = self.custom_models.iter().collect::<Vec<_>>();
custom_models.sort_by(|(left, _), (right, _)| left.cmp(right));
for (alias, custom) in custom_models {
if existing_models.contains(alias) {
continue;
}
let model_info =
Self::construct_model_info_for_custom_alias(alias, custom, &remote_models);
let mut preset = ModelPreset::from(model_info);
preset.show_in_picker = true;
presets.push(preset);
existing_models.insert(alias.to_string());
}
let chatgpt_mode = matches!(self.auth_manager.auth_mode(), Some(AuthMode::Chatgpt));
presets = ModelPreset::filter_by_auth(presets, chatgpt_mode);
@@ -388,6 +468,7 @@ impl ModelsManager {
Self::load_remote_models_from_file()
.unwrap_or_else(|err| panic!("failed to load bundled models.json: {err}")),
),
custom_models: HashMap::new(),
catalog_mode: CatalogMode::Default,
collaboration_modes_config: CollaborationModesConfig::default(),
auth_manager,
@@ -423,7 +504,12 @@ impl ModelsManager {
} else {
&[]
};
Self::construct_model_info_from_candidates(model, candidates, config)
Self::construct_model_info_from_candidates_with_custom(
model,
candidates,
config,
config.custom_model_alias(model),
)
}
}
@@ -521,6 +607,7 @@ mod tests {
codex_home.path().to_path_buf(),
auth_manager,
None,
HashMap::new(),
CollaborationModesConfig::default(),
);
let known_slug = manager
@@ -561,6 +648,7 @@ mod tests {
Some(ModelsResponse {
models: vec![overlay],
}),
HashMap::new(),
CollaborationModesConfig::default(),
);
@@ -594,6 +682,7 @@ mod tests {
Some(ModelsResponse {
models: vec![remote],
}),
HashMap::new(),
CollaborationModesConfig::default(),
);
let namespaced_model = "custom/gpt-image".to_string();
@@ -619,6 +708,7 @@ mod tests {
codex_home.path().to_path_buf(),
auth_manager,
None,
HashMap::new(),
CollaborationModesConfig::default(),
);
let known_slug = manager
@@ -988,6 +1078,75 @@ mod tests {
assert_eq!(available, vec![expected_hidden, expected_visible]);
}
#[tokio::test]
async fn get_model_info_uses_custom_alias_metadata_and_request_model() {
let codex_home = tempdir().expect("temp dir");
let mut config = ConfigBuilder::default()
.codex_home(codex_home.path().to_path_buf())
.build()
.await
.expect("load default test config");
let alias = "gpt-5.4 1m".to_string();
let custom_model = CustomModelConfig {
model: "gpt-5.4".to_string(),
model_context_window: Some(1_000_000),
model_auto_compact_token_limit: Some(800_000),
};
config
.custom_models
.insert(alias.clone(), custom_model.clone());
let auth_manager =
AuthManager::from_auth_for_testing(CodexAuth::from_api_key("Test API Key"));
let manager = ModelsManager::new(
codex_home.path().to_path_buf(),
auth_manager,
Some(ModelsResponse {
models: vec![remote_model("gpt-5.4", "GPT 5.4", 0)],
}),
HashMap::from([(alias.clone(), custom_model)]),
CollaborationModesConfig::default(),
);
let model_info = manager.get_model_info(&alias, &config).await;
assert_eq!(model_info.slug, alias);
assert_eq!(model_info.request_model.as_deref(), Some("gpt-5.4"));
assert_eq!(model_info.context_window, Some(1_000_000));
assert_eq!(model_info.auto_compact_token_limit, Some(800_000));
}
#[test]
fn build_available_models_includes_custom_aliases() {
let codex_home = tempdir().expect("temp dir");
let auth_manager =
AuthManager::from_auth_for_testing(CodexAuth::from_api_key("Test API Key"));
let provider = provider_for("http://example.test".to_string());
let mut manager = ModelsManager::with_provider_for_tests(
codex_home.path().to_path_buf(),
auth_manager,
provider,
);
manager.custom_models = HashMap::from([(
"gpt-5.4 1m".to_string(),
CustomModelConfig {
model: "gpt-5.4".to_string(),
model_context_window: Some(1_000_000),
model_auto_compact_token_limit: Some(800_000),
},
)]);
let available = manager.build_available_models(vec![remote_model("gpt-5.4", "GPT 5.4", 0)]);
let alias = available
.iter()
.find(|preset| preset.model == "gpt-5.4 1m")
.expect("custom alias should be listed");
assert!(alias.show_in_picker);
assert_eq!(alias.display_name, "gpt-5.4 1m");
}
#[test]
fn bundled_models_json_roundtrips() {
let file_contents = include_str!("../../models.json");
@@ -62,6 +62,7 @@ pub(crate) fn model_info_from_slug(slug: &str) -> ModelInfo {
warn!("Unknown model {slug} is used. This will use fallback model metadata.");
ModelInfo {
slug: slug.to_string(),
request_model: None,
display_name: slug.to_string(),
description: None,
default_reasoning_level: None,
+3
View File
@@ -7,6 +7,7 @@ use crate::codex::CodexSpawnOk;
use crate::codex::INITIAL_SUBMIT_ID;
use crate::codex_thread::CodexThread;
use crate::config::Config;
use crate::config::CustomModelConfig;
use crate::error::CodexErr;
use crate::error::Result as CodexResult;
use crate::file_watcher::FileWatcher;
@@ -149,6 +150,7 @@ impl ThreadManager {
auth_manager: Arc<AuthManager>,
session_source: SessionSource,
model_catalog: Option<ModelsResponse>,
custom_models: HashMap<String, CustomModelConfig>,
collaboration_modes_config: CollaborationModesConfig,
) -> Self {
let (thread_created_tx, _) = broadcast::channel(THREAD_CREATED_CHANNEL_CAPACITY);
@@ -167,6 +169,7 @@ impl ThreadManager {
codex_home,
auth_manager.clone(),
model_catalog,
custom_models,
collaboration_modes_config,
)),
skills_manager,