Compare commits
6 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
3bb5b3c425
|
|||
|
|
9fa51ad874 | ||
|
9697fbae73
|
|||
|
|
2ce1060cb8 | ||
|
142e91c3f7
|
|||
|
|
52c8b4c983 |
8
Cargo.lock
generated
8
Cargo.lock
generated
@@ -351,7 +351,7 @@ checksum = "773648b94d0e5d620f64f280777445740e61fe701025087ec8b57f45c791888b"
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "cortex-cli"
|
name = "cortex-cli"
|
||||||
version = "0.1.3"
|
version = "0.1.8"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"anyhow",
|
"anyhow",
|
||||||
"clap",
|
"clap",
|
||||||
@@ -366,7 +366,7 @@ dependencies = [
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "cortex-core"
|
name = "cortex-core"
|
||||||
version = "0.1.3"
|
version = "0.1.8"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"anyhow",
|
"anyhow",
|
||||||
"async-trait",
|
"async-trait",
|
||||||
@@ -381,7 +381,7 @@ dependencies = [
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "cortex-gateway"
|
name = "cortex-gateway"
|
||||||
version = "0.1.3"
|
version = "0.1.8"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"anyhow",
|
"anyhow",
|
||||||
"axum",
|
"axum",
|
||||||
@@ -1184,7 +1184,7 @@ dependencies = [
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "neuron"
|
name = "neuron"
|
||||||
version = "0.1.3"
|
version = "0.1.8"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"anyhow",
|
"anyhow",
|
||||||
"async-trait",
|
"async-trait",
|
||||||
|
|||||||
@@ -8,7 +8,7 @@ members = [
|
|||||||
]
|
]
|
||||||
|
|
||||||
[workspace.package]
|
[workspace.package]
|
||||||
version = "0.1.3"
|
version = "0.1.8"
|
||||||
edition = "2024"
|
edition = "2024"
|
||||||
license = "GPL-3.0-or-later"
|
license = "GPL-3.0-or-later"
|
||||||
repository = "https://git.lair.cafe/helexa/cortex"
|
repository = "https://git.lair.cafe/helexa/cortex"
|
||||||
|
|||||||
20
cortex.spec
20
cortex.spec
@@ -1,5 +1,5 @@
|
|||||||
Name: cortex
|
Name: cortex
|
||||||
Version: 0.1.3
|
Version: 0.1.8
|
||||||
Release: 1%{?dist}
|
Release: 1%{?dist}
|
||||||
Summary: Inference gateway for multi-node GPU clusters
|
Summary: Inference gateway for multi-node GPU clusters
|
||||||
|
|
||||||
@@ -22,12 +22,6 @@ BuildRequires: systemd-rpm-macros
|
|||||||
Requires(pre): shadow-utils
|
Requires(pre): shadow-utils
|
||||||
Requires: systemd
|
Requires: systemd
|
||||||
|
|
||||||
# rpm's sysusers provides-generator only emits versioned user(cortex) when
|
|
||||||
# the u-line has GECOS/home/shell fields. %attr(,,cortex) in %files emits
|
|
||||||
# an unversioned Requires: user(cortex), so we provide it explicitly.
|
|
||||||
Provides: user(cortex)
|
|
||||||
Provides: group(cortex)
|
|
||||||
|
|
||||||
%description
|
%description
|
||||||
Cortex is a Rust reverse-proxy that sits in front of multiple inference
|
Cortex is a Rust reverse-proxy that sits in front of multiple inference
|
||||||
nodes (via neuron daemons) and presents a unified OpenAI and Anthropic
|
nodes (via neuron daemons) and presents a unified OpenAI and Anthropic
|
||||||
@@ -53,9 +47,9 @@ cargo build --release -p cortex-cli
|
|||||||
install -Dm755 target/release/cortex %{buildroot}%{_bindir}/cortex
|
install -Dm755 target/release/cortex %{buildroot}%{_bindir}/cortex
|
||||||
install -Dm644 data/cortex.service %{buildroot}%{_unitdir}/cortex.service
|
install -Dm644 data/cortex.service %{buildroot}%{_unitdir}/cortex.service
|
||||||
install -Dm644 data/cortex-sysusers.conf %{buildroot}%{_sysusersdir}/cortex.conf
|
install -Dm644 data/cortex-sysusers.conf %{buildroot}%{_sysusersdir}/cortex.conf
|
||||||
install -dm750 %{buildroot}%{_sysconfdir}/cortex
|
install -dm755 %{buildroot}%{_sysconfdir}/cortex
|
||||||
install -Dm640 cortex.example.toml %{buildroot}%{_sysconfdir}/cortex/cortex.toml
|
install -Dm644 cortex.example.toml %{buildroot}%{_sysconfdir}/cortex/cortex.toml
|
||||||
install -Dm640 models.example.toml %{buildroot}%{_sysconfdir}/cortex/models.toml
|
install -Dm644 models.example.toml %{buildroot}%{_sysconfdir}/cortex/models.toml
|
||||||
|
|
||||||
%pre
|
%pre
|
||||||
%sysusers_create_compat %{_builddir}/%{name}-%{version}/data/cortex-sysusers.conf
|
%sysusers_create_compat %{_builddir}/%{name}-%{version}/data/cortex-sysusers.conf
|
||||||
@@ -75,9 +69,9 @@ install -Dm640 models.example.toml %{buildroot}%{_sysconfdir}/cortex/models.toml
|
|||||||
%{_bindir}/cortex
|
%{_bindir}/cortex
|
||||||
%{_unitdir}/cortex.service
|
%{_unitdir}/cortex.service
|
||||||
%{_sysusersdir}/cortex.conf
|
%{_sysusersdir}/cortex.conf
|
||||||
%dir %attr(750,root,cortex) %{_sysconfdir}/cortex
|
%dir %{_sysconfdir}/cortex
|
||||||
%config(noreplace) %attr(640,root,cortex) %{_sysconfdir}/cortex/cortex.toml
|
%config(noreplace) %{_sysconfdir}/cortex/cortex.toml
|
||||||
%config(noreplace) %attr(640,root,cortex) %{_sysconfdir}/cortex/models.toml
|
%config(noreplace) %{_sysconfdir}/cortex/models.toml
|
||||||
|
|
||||||
%changelog
|
%changelog
|
||||||
* Tue Apr 15 2026 Rob Thijssen <grenade@rob.tn> - 0.1.0-1
|
* Tue Apr 15 2026 Rob Thijssen <grenade@rob.tn> - 0.1.0-1
|
||||||
|
|||||||
3
data/neuron-sysusers.conf
Normal file
3
data/neuron-sysusers.conf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
g neuron - -
|
||||||
|
u neuron - "Neuron GPU node daemon" /var/lib/neuron /sbin/nologin
|
||||||
|
m neuron neuron
|
||||||
@@ -8,8 +8,8 @@ Type=simple
|
|||||||
ExecStart=/usr/bin/neuron --config /etc/neuron/neuron.toml
|
ExecStart=/usr/bin/neuron --config /etc/neuron/neuron.toml
|
||||||
Restart=on-failure
|
Restart=on-failure
|
||||||
RestartSec=5
|
RestartSec=5
|
||||||
User=cortex
|
User=neuron
|
||||||
Group=cortex
|
Group=neuron
|
||||||
|
|
||||||
[Install]
|
[Install]
|
||||||
WantedBy=multi-user.target
|
WantedBy=multi-user.target
|
||||||
|
|||||||
20
neuron.spec
20
neuron.spec
@@ -1,5 +1,5 @@
|
|||||||
Name: neuron
|
Name: neuron
|
||||||
Version: 0.1.3
|
Version: 0.1.8
|
||||||
Release: 1%{?dist}
|
Release: 1%{?dist}
|
||||||
Summary: Per-node GPU discovery and harness management daemon for cortex
|
Summary: Per-node GPU discovery and harness management daemon for cortex
|
||||||
|
|
||||||
@@ -22,12 +22,6 @@ BuildRequires: systemd-rpm-macros
|
|||||||
Requires(pre): shadow-utils
|
Requires(pre): shadow-utils
|
||||||
Requires: systemd
|
Requires: systemd
|
||||||
|
|
||||||
# rpm's sysusers provides-generator only emits versioned user(cortex) when
|
|
||||||
# the u-line has GECOS/home/shell fields. %attr(,,cortex) in %files emits
|
|
||||||
# an unversioned Requires: user(cortex), so we provide it explicitly.
|
|
||||||
Provides: user(cortex)
|
|
||||||
Provides: group(cortex)
|
|
||||||
|
|
||||||
%description
|
%description
|
||||||
Neuron is a per-node daemon for cortex inference clusters. It discovers
|
Neuron is a per-node daemon for cortex inference clusters. It discovers
|
||||||
local GPU hardware via nvidia-smi, manages inference harnesses (mistral.rs,
|
local GPU hardware via nvidia-smi, manages inference harnesses (mistral.rs,
|
||||||
@@ -51,12 +45,12 @@ cargo build --release -p neuron
|
|||||||
%install
|
%install
|
||||||
install -Dm755 target/release/neuron %{buildroot}%{_bindir}/neuron
|
install -Dm755 target/release/neuron %{buildroot}%{_bindir}/neuron
|
||||||
install -Dm644 data/neuron.service %{buildroot}%{_unitdir}/neuron.service
|
install -Dm644 data/neuron.service %{buildroot}%{_unitdir}/neuron.service
|
||||||
install -Dm644 data/cortex-sysusers.conf %{buildroot}%{_sysusersdir}/neuron.conf
|
install -Dm644 data/neuron-sysusers.conf %{buildroot}%{_sysusersdir}/neuron.conf
|
||||||
install -dm750 %{buildroot}%{_sysconfdir}/neuron
|
install -dm755 %{buildroot}%{_sysconfdir}/neuron
|
||||||
install -Dm640 neuron.example.toml %{buildroot}%{_sysconfdir}/neuron/neuron.toml
|
install -Dm644 neuron.example.toml %{buildroot}%{_sysconfdir}/neuron/neuron.toml
|
||||||
|
|
||||||
%pre
|
%pre
|
||||||
%sysusers_create_compat %{_builddir}/%{name}-%{version}/data/cortex-sysusers.conf
|
%sysusers_create_compat %{_builddir}/%{name}-%{version}/data/neuron-sysusers.conf
|
||||||
|
|
||||||
%post
|
%post
|
||||||
%systemd_post neuron.service
|
%systemd_post neuron.service
|
||||||
@@ -73,8 +67,8 @@ install -Dm640 neuron.example.toml %{buildroot}%{_sysconfdir}/neuron/neuron.toml
|
|||||||
%{_bindir}/neuron
|
%{_bindir}/neuron
|
||||||
%{_unitdir}/neuron.service
|
%{_unitdir}/neuron.service
|
||||||
%{_sysusersdir}/neuron.conf
|
%{_sysusersdir}/neuron.conf
|
||||||
%dir %attr(750,root,cortex) %{_sysconfdir}/neuron
|
%dir %{_sysconfdir}/neuron
|
||||||
%config(noreplace) %attr(640,root,cortex) %{_sysconfdir}/neuron/neuron.toml
|
%config(noreplace) %{_sysconfdir}/neuron/neuron.toml
|
||||||
|
|
||||||
%changelog
|
%changelog
|
||||||
* Tue Apr 15 2026 Rob Thijssen <grenade@rob.tn> - 0.1.0-1
|
* Tue Apr 15 2026 Rob Thijssen <grenade@rob.tn> - 0.1.0-1
|
||||||
|
|||||||
Reference in New Issue
Block a user