Merge pull request #4963 from pppy2012/fix-default-context-length

sestinj · web-flow · commit add7a134f601 · 2025-04-02T20:00:43.000-07:00
fix: set DEFAULT_CONTEXT_LENGTH to 8192
diff --git a/core/llm/constants.ts b/core/llm/constants.ts
@@ -1,5 +1,5 @@
 const DEFAULT_MAX_TOKENS = 4096;
-const DEFAULT_CONTEXT_LENGTH = 8096;
+const DEFAULT_CONTEXT_LENGTH = 8192;
 const DEFAULT_TEMPERATURE = 0.5;
 
 const DEFAULT_ARGS = {
