From 3e164684234d3a51032b737dce2c25ba6cd3ec2d Mon Sep 17 00:00:00 2001 From: Harrison Chase Date: Mon, 29 May 2023 06:44:58 -0700 Subject: [PATCH] Harrison/llamacpp (#5402) Co-authored-by: Gavin S --- langchain/llms/llamacpp.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/langchain/llms/llamacpp.py b/langchain/llms/llamacpp.py index 70c411d4..8be51aa3 100644 --- a/langchain/llms/llamacpp.py +++ b/langchain/llms/llamacpp.py @@ -279,3 +279,7 @@ class LlamaCpp(LLM): token=token, verbose=self.verbose, log_probs=log_probs ) yield chunk + + def get_num_tokens(self, text: str) -> int: + tokenized_text = self.client.tokenize(text.encode("utf-8")) + return len(tokenized_text)