chore: init
This commit is contained in:
10
rpm/systemd/mistralrs@.conf.example
Normal file
10
rpm/systemd/mistralrs@.conf.example
Normal file
@@ -0,0 +1,10 @@
|
||||
# Configuration for a mistralrs instance.
|
||||
# Copy to /etc/mistralrs/<instance>.conf and edit.
|
||||
|
||||
MISTRALRS_ARGS="--port 1234 plain -m openai/gpt-oss-20b --isq Q4K"
|
||||
|
||||
# HuggingFace token for gated models
|
||||
# HF_TOKEN=hf_xxxx
|
||||
|
||||
# Where model weights are cached
|
||||
HF_HOME=/var/cache/mistralrs/hf
|
||||
Reference in New Issue
Block a user