-1 max token description for openai (#330)

harrison/agent_multi_inputs^2
thepok 1 year ago committed by GitHub
parent 2fbb152386
commit 137356dbec
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -29,7 +29,9 @@ class OpenAI(LLM, BaseModel):
temperature: float = 0.7
"""What sampling temperature to use."""
max_tokens: int = 256
"""The maximum number of tokens to generate in the completion."""
"""The maximum number of tokens to generate in the completion.
-1 returns as many tokens as possible given the prompt and
the models maximal context size."""
top_p: float = 1
"""Total probability mass of tokens to consider at each step."""
frequency_penalty: float = 0

Loading…
Cancel
Save