Add prompt cache

countzero · countzero · commit 8425dde915a2 · 2023-07-26T14:47:05.000+02:00
diff --git a/README.md b/README.md
@@ -97,6 +97,7 @@ You can now chat with the model:
     --threads 16 `
     --n-gpu-layers 32 `
     --reverse-prompt '[[USER_NAME]]:' `
+    --prompt-cache "./cache/prompt" `
     --file "./vendor/llama.cpp/prompts/chat-with-vicuna-v1.txt" `
     --color `
     --interactive
@@ -141,6 +142,7 @@ To extend the context to 8k execute the following:
     --threads 16 `
     --n-gpu-layers 32 `
     --reverse-prompt '[[USER_NAME]]:' `
+    --prompt-cache "./cache/prompt" `
     --file "./vendor/llama.cpp/prompts/chat-with-vicuna-v1.txt" `
     --color `
     --interactive
diff --git a/cache/.gitignore b/cache/.gitignore
@@ -0,0 +1,3 @@
+# Ignore everything in this directory except this file.
+*
+!.gitignore
diff --git a/vendor/llama.cpp b/vendor/llama.cpp
@@ -1 +1 @@
-Subproject commit b7647436ccc80970b44a270f70f4f2ea139054d1
+Subproject commit eb542d39324574a6778fad9ba9e34ba7a14a82a3

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+# Ignore everything in this directory except this file.`
	`2`	`+*`
	`3`	`+!.gitignore`