top_p error in gpt4all-api

This commit is contained in:
Andriy Mulyar 2023-07-24 12:01:37 -04:00
parent 3d10110314
commit 2befff83d6

View File

@ -24,7 +24,7 @@ class CompletionRequest(BaseModel):
prompt: Union[List[str], str] = Field(..., description='The prompt to begin completing from.') prompt: Union[List[str], str] = Field(..., description='The prompt to begin completing from.')
max_tokens: int = Field(None, description='Max tokens to generate') max_tokens: int = Field(None, description='Max tokens to generate')
temperature: float = Field(settings.temp, description='Model temperature') temperature: float = Field(settings.temp, description='Model temperature')
top_p: float = Field(settings.top_k, description='top_p') top_p: float = Field(settings.top_p, description='top_p')
top_k: int = Field(settings.top_k, description='top_k') top_k: int = Field(settings.top_k, description='top_k')
n: int = Field(1, description='How many completions to generate for each prompt') n: int = Field(1, description='How many completions to generate for each prompt')
stream: bool = Field(False, description='Stream responses') stream: bool = Field(False, description='Stream responses')