11 lines
284 B
Plaintext
11 lines
284 B
Plaintext
# Configuration for a mistralrs instance.
|
|
# Copy to /etc/mistralrs/<instance>.conf and edit.
|
|
|
|
MISTRALRS_ARGS="--port 1234 plain -m openai/gpt-oss-20b --isq Q4K"
|
|
|
|
# HuggingFace token for gated models
|
|
# HF_TOKEN=hf_xxxx
|
|
|
|
# Where model weights are cached
|
|
HF_HOME=/var/cache/mistralrs/hf
|