24 lines
699 B
Bash
24 lines
699 B
Bash
# Required: path to a local GGUF model for llama.cpp.
|
|
LLAMA_MODEL_PATH=/absolute/path/to/model.gguf
|
|
|
|
# Optional llama.cpp server settings.
|
|
LLAMA_HOST=127.0.0.1
|
|
LLAMA_PORT=8080
|
|
LLAMA_CONTEXT_SIZE=
|
|
LLAMA_EXTRA_ARGS=
|
|
|
|
# Optional controller logging.
|
|
CONTROLLER_LOG_LEVEL=info
|
|
|
|
# Optional Mimir/Data Designer SDG settings for training-data deploys.
|
|
ENABLE_MIMIR_SDG=0
|
|
MIMIR_SDG_HOST=100.80.52.47
|
|
MIMIR_SDG_USER=aaron-pressey
|
|
MIMIR_SDG_KEY=~/.ssh/silma_orson_ed25519
|
|
MIMIR_SDG_MODEL_ALIAS=nvidia-text
|
|
MIMIR_SDG_NUM_RECORDS=1000
|
|
|
|
# Optional provider credential for local Data Designer usage.
|
|
# Mimir stores its own copy in /home/aaron-pressey/.config/home-grown-llm-data/data-designer.env.
|
|
NVIDIA_API_KEY=
|