DEFAULT_NUM_CTX additions

adding further changes for DEFAULT_NUM_CTX, including docs
2024-11-19 07:46:51 +00:00
parent bfaaf86c69
commit 5359423481
4 changed files with 26 additions and 3 deletions
--- a/.env.example
+++ b/.env.example
@@ -62,4 +62,5 @@ VITE_LOG_LEVEL=debug
 # DEFAULT_NUM_CTX=32768 # Consumes 36GB of VRAM
 # DEFAULT_NUM_CTX=24576 # Consumes 32GB of VRAM
 # DEFAULT_NUM_CTX=12288 # Consumes 26GB of VRAM
-# DEFAULT_NUM_CTX=6144 # Consumes 24GB of VRAM
+# DEFAULT_NUM_CTX=6144 # Consumes 24GB of VRAM
+DEFAULT_NUM_CTX=