chore: init

This commit is contained in:
2026-04-24 09:10:36 +03:00
commit 3b1c6843d6
13 changed files with 562 additions and 0 deletions

View File

@@ -0,0 +1,10 @@
# Configuration for a mistralrs instance.
# Copy to /etc/mistralrs/<instance>.conf and edit.
MISTRALRS_ARGS="--port 1234 plain -m openai/gpt-oss-20b --isq Q4K"
# HuggingFace token for gated models
# HF_TOKEN=hf_xxxx
# Where model weights are cached
HF_HOME=/var/cache/mistralrs/hf