mistral: comment batching param (#20868)

Addresses #20523
2 months ago · 5da9dd1195
parent 7c5063ef60
commit 5da9dd1195
1 changed files with 4 additions and 0 deletions
--- a/libs/partners/mistralai/langchain_mistralai/embeddings.py
+++ b/libs/partners/mistralai/langchain_mistralai/embeddings.py
@ -18,6 +18,10 @@ from tokenizers import Tokenizer  # type: ignore
 logger = logging.getLogger(__name__)

 MAX_TOKENS = 16_000
+"""A batching parameter for the Mistral API. This is NOT the maximum number of tokens
+accepted by the embedding model for each document/chunk, but rather the maximum number 
+of tokens that can be sent in a single request to the Mistral API (across multiple
+documents/chunks)"""


 class DummyTokenizer: