From 1a1798c893277fd1e4f42ffea9bc54f75881326e Mon Sep 17 00:00:00 2001 From: Volodymyr Lisivka Date: Mon, 22 Jul 2024 15:56:53 +0300 Subject: [PATCH] fix: problem with input token limit (#737) Fix for problem with token limit applied from default model instead of selected model. --- src/config/input.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/config/input.rs b/src/config/input.rs index 46e1e74..6df3b71 100644 --- a/src/config/input.rs +++ b/src/config/input.rs @@ -210,7 +210,7 @@ impl Input { bail!("The current model does not support vision. Is the model configured with `supports_vision: true`?"); } let messages = self.build_messages()?; - self.config.read().model.guard_max_input_tokens(&messages)?; + model.guard_max_input_tokens(&messages)?; let temperature = self.role().temperature(); let top_p = self.role().top_p(); let functions = self.config.read().select_functions(model, self.role());