fix: Don't send max_tokens

Seniaxz · Dec 7, 2023 · 591f9cb · 591f9cb
1 parent ecf6a2f
commit 591f9cb
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/crates/axum-server/src/ui_completions.rs b/crates/axum-server/src/ui_completions.rs
@@ -72,7 +72,7 @@ pub async fn handler(
     let completion = Completion {
         model: model.name,
         stream: Some(true),
-        max_tokens: Some(prompt.max_tokens),
+        max_tokens: None,
         temperature: prompt.temperature,
         messages,
     };