fix: Context size of Llama 2 7B is 2K

Seniaxz · Nov 13, 2023 · 8781032 · 8781032
1 parent 4705cf4
commit 8781032
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/crates/db/migrations/20231005073231_demonstration_setup.sql b/crates/db/migrations/20231005073231_demonstration_setup.sql
@@ -27,7 +27,7 @@ VALUES(
     'LLM', 
     'http://llm-api:3000/v1', 
     7, 
-    4096
+    2048
 );
 
 -- migrate:down