diff --git a/langchain/llms/llamacpp.py b/langchain/llms/llamacpp.py index 70c411d4..8be51aa3 100644 --- a/langchain/llms/llamacpp.py +++ b/langchain/llms/llamacpp.py @@ -279,3 +279,7 @@ class LlamaCpp(LLM): token=token, verbose=self.verbose, log_probs=log_probs ) yield chunk + + def get_num_tokens(self, text: str) -> int: + tokenized_text = self.client.tokenize(text.encode("utf-8")) + return len(tokenized_text)