rob thijssen
3f94c50817
Previous defaults collided with well-trodden infra services and with the Linux ephemeral port range: - cortex API 8000 — common dev-server default (Django, minio UI) - cortex metrics 9100 — Prometheus node_exporter default - neuron API 9090 — Cockpit default on Fedora, Prometheus self Move to helexa-themed palindromic ports, all below Linux's 32768-60999 ephemeral range and not registered to any well-known service: - cortex API 31313 - cortex metrics 31314 - neuron API 13131 Updated places: - cortex.example.toml, neuron.example.toml defaults - default impls in cortex-core and neuron config - cortex-cli --endpoint default for the status subcommand - doc comments citing example URLs - README.md and CLAUDE.md snippets Consumers already on the old ports need a one-line edit in their /etc/cortex/cortex.toml or /etc/neuron/neuron.toml to match; firewall rules and prometheus scrape configs will also need updating. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
85 lines
2.5 KiB
Rust
85 lines
2.5 KiB
Rust
use figment::{
|
|
Figment,
|
|
providers::{Env, Format, Toml},
|
|
};
|
|
use serde::{Deserialize, Serialize};
|
|
use std::path::Path;
|
|
|
|
#[derive(Debug, Clone, Serialize, Deserialize)]
|
|
pub struct GatewayConfig {
|
|
pub gateway: GatewaySettings,
|
|
pub eviction: EvictionSettings,
|
|
/// Neuron endpoints (replaces old NodeConfig with static vram_mb/pinned).
|
|
pub neurons: Vec<NeuronEndpoint>,
|
|
/// Path to the model catalogue file (default: "models.toml").
|
|
#[serde(default = "default_models_path")]
|
|
pub models_config: String,
|
|
}
|
|
|
|
fn default_models_path() -> String {
|
|
"models.toml".into()
|
|
}
|
|
|
|
#[derive(Debug, Clone, Serialize, Deserialize)]
|
|
pub struct GatewaySettings {
|
|
/// Address to listen on for API requests (e.g. "0.0.0.0:31313")
|
|
pub listen: String,
|
|
/// Address to listen on for Prometheus metrics (e.g. "0.0.0.0:31314")
|
|
pub metrics_listen: String,
|
|
}
|
|
|
|
#[derive(Debug, Clone, Serialize, Deserialize)]
|
|
pub struct EvictionSettings {
|
|
/// Eviction strategy: "lru" or "priority"
|
|
pub strategy: EvictionStrategy,
|
|
/// Number of load/unload cycles before flagging for defrag. 0 = never.
|
|
#[serde(default)]
|
|
pub defrag_after_cycles: u32,
|
|
}
|
|
|
|
#[derive(Debug, Clone, Serialize, Deserialize)]
|
|
#[serde(rename_all = "lowercase")]
|
|
pub enum EvictionStrategy {
|
|
Lru,
|
|
Priority,
|
|
}
|
|
|
|
/// A neuron endpoint in the fleet. Hardware details come from
|
|
/// neuron's /discovery endpoint, not from config.
|
|
#[derive(Debug, Clone, Serialize, Deserialize)]
|
|
pub struct NeuronEndpoint {
|
|
/// Human-readable node name (e.g. "beast")
|
|
pub name: String,
|
|
/// Base URL of the neuron daemon (e.g. "http://beast.internal:13131")
|
|
pub endpoint: String,
|
|
}
|
|
|
|
impl GatewayConfig {
|
|
/// Load configuration from a TOML file, with environment variable overrides.
|
|
/// Env vars are prefixed with `CORTEX_` and use `__` as a separator.
|
|
pub fn load(path: impl AsRef<Path>) -> Result<Self, Box<figment::Error>> {
|
|
Figment::new()
|
|
.merge(Toml::file(path))
|
|
.merge(Env::prefixed("CORTEX_").split("__"))
|
|
.extract()
|
|
.map_err(Box::new)
|
|
}
|
|
}
|
|
|
|
impl Default for GatewayConfig {
|
|
fn default() -> Self {
|
|
Self {
|
|
gateway: GatewaySettings {
|
|
listen: "0.0.0.0:31313".into(),
|
|
metrics_listen: "0.0.0.0:31314".into(),
|
|
},
|
|
eviction: EvictionSettings {
|
|
strategy: EvictionStrategy::Lru,
|
|
defrag_after_cycles: 50,
|
|
},
|
|
neurons: vec![],
|
|
models_config: default_models_path(),
|
|
}
|
|
}
|
|
}
|