12 lines
272 B
Bash
12 lines
272 B
Bash
# Required: path to a local GGUF model for llama.cpp.
|
|
LLAMA_MODEL_PATH=/absolute/path/to/model.gguf
|
|
|
|
# Optional llama.cpp server settings.
|
|
LLAMA_HOST=127.0.0.1
|
|
LLAMA_PORT=8080
|
|
LLAMA_CONTEXT_SIZE=
|
|
LLAMA_EXTRA_ARGS=
|
|
|
|
# Optional controller logging.
|
|
CONTROLLER_LOG_LEVEL=info
|