refactor: cortex talks to neurons instead of mistral.rs directly
All checks were successful
CI / Format, lint, build, test (push) Successful in 2m46s
CI / Build SRPM (push) Has been skipped
CI / Publish to COPR (push) Has been skipped

Replace NodeConfig (static vram_mb, pinned) with NeuronEndpoint.
Hardware discovery and model pinning now come from neuron API and
models.toml catalogue respectively.

- config.rs: nodes -> neurons, add models_config path
- catalogue.rs: ModelProfile with pinned_on, ModelCatalogue
- poller.rs: poll neuron GET /models (ModelInfo format)
- router.rs: resolve inference endpoint via neuron GET /models/{id}/endpoint
- evictor.rs: call neuron POST /models/unload
- node.rs: remove vram_mb, pinned fields (come from discovery/catalogue)
- All 22 gateway tests updated to mock neuron API
- Remove MistralModelsResponse, ModelLifecycleRequest (no longer needed)

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
2026-04-15 14:42:52 +03:00
parent 26e5e7ead8
commit e42e8ee81f
19 changed files with 385 additions and 437 deletions

View File

@@ -8,7 +8,7 @@ use std::time::{Duration, Instant};
async fn test_streaming_sse_passthrough() {
let chunk_count = 5;
let chunk_delay = Duration::from_millis(50);
let mock_url = common::spawn_streaming_mock_backend(chunk_count, chunk_delay).await;
let mock_url = common::spawn_streaming_mock_neuron(chunk_count, chunk_delay).await;
let gw_url = common::spawn_gateway(&mock_url).await;
let client = reqwest::Client::new();
@@ -33,7 +33,6 @@ async fn test_streaming_sse_passthrough() {
"text/event-stream"
);
// Collect SSE chunks as they arrive, recording arrival times.
let start = Instant::now();
let mut chunk_times = Vec::new();
let mut chunks = Vec::new();
@@ -51,7 +50,6 @@ async fn test_streaming_sse_passthrough() {
}
}
// Verify we got all content chunks plus [DONE].
assert!(
chunks.len() >= chunk_count + 1,
"expected at least {} chunks (got {}): {:?}",
@@ -60,10 +58,8 @@ async fn test_streaming_sse_passthrough() {
chunks,
);
// The last chunk should be [DONE].
assert_eq!(chunks.last().unwrap(), "[DONE]");
// Verify the content chunks contain expected tokens.
for i in 0..chunk_count {
let chunk_json: serde_json::Value =
serde_json::from_str(&chunks[i]).expect("chunk should be valid JSON");
@@ -73,10 +69,6 @@ async fn test_streaming_sse_passthrough() {
);
}
// Verify streaming behavior: total time should reflect incremental delivery,
// not a single batch. With 5 chunks at 50ms each + [DONE], we expect ~300ms total.
// If buffered, all chunks would arrive at once after ~300ms with no spread.
// We verify that the last chunk arrived noticeably after the first.
let first = chunk_times.first().unwrap();
let last = chunk_times.last().unwrap();
let spread = *last - *first;
@@ -88,7 +80,7 @@ async fn test_streaming_sse_passthrough() {
#[tokio::test]
async fn test_streaming_done_terminator() {
let mock_url = common::spawn_streaming_mock_backend(2, Duration::from_millis(10)).await;
let mock_url = common::spawn_streaming_mock_neuron(2, Duration::from_millis(10)).await;
let gw_url = common::spawn_gateway(&mock_url).await;
let client = reqwest::Client::new();