feat: scaffold rust llm module controller

2026-07-21 11:10:20 -05:00
commit b445d8a117
23 changed files with 2888 additions and 0 deletions
@@ -0,0 +1,11 @@
+# Required: path to a local GGUF model for llama.cpp.
+LLAMA_MODEL_PATH=/absolute/path/to/model.gguf
+
+# Optional llama.cpp server settings.
+LLAMA_HOST=127.0.0.1
+LLAMA_PORT=8080
+LLAMA_CONTEXT_SIZE=
+LLAMA_EXTRA_ARGS=
+
+# Optional controller logging.
+CONTROLLER_LOG_LEVEL=info