Add incremental messages token count (#3890)

1 year ago · 484707ad29
parent 52e4fba897
commit 484707ad29
1 changed files with 1 additions and 0 deletions
--- a/langchain/experimental/autonomous_agents/autogpt/prompt.py
+++ b/langchain/experimental/autonomous_agents/autogpt/prompt.py
@ -70,6 +70,7 @@ class AutoGPTPrompt(BaseChatPromptTemplate, BaseModel):
            if used_tokens + message_tokens > self.send_token_limit - 1000:
                break
            historical_messages = [message] + historical_messages
+            used_tokens += message_tokens
        input_message = HumanMessage(content=kwargs["user_input"])
        messages: List[BaseMessage] = [base_prompt, time_prompt, memory_message]
        messages += historical_messages