Archives/gpt4all
2
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all synced 2024-11-20 03:25:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

Added optional top_p and top_k

Browse Source
This commit is contained in:
Andriy Mulyar 2023-08-15 12:06:49 -04:00
parent 2c0ee50dce
commit a9668eb2e4
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
gpt4all-api/gpt4all_api/app/api_v1/routes/completions.py
View File

@ -2,7 +2,7 @@ import json
from typing import List, Dict, Iterable, AsyncIterable
import logging
import time
from typing import Dict, List, Union
from typing import Dict, List, Union, Optional
from uuid import uuid4
import aiohttp
import asyncio
@ -24,8 +24,8 @@ class CompletionRequest(BaseModel):
prompt: Union[List[str], str] = Field(..., description='The prompt to begin completing from.')
max_tokens: int = Field(None, description='Max tokens to generate')
temperature: float = Field(settings.temp, description='Model temperature')
top_p: float = Field(settings.top_p, description='top_p')
top_k: int = Field(settings.top_k, description='top_k')
top_p: Optional[float] = Field(settings.top_p, description='top_p')
top_k: Optional[int] = Field(settings.top_k, description='top_k')
n: int = Field(1, description='How many completions to generate for each prompt')
stream: bool = Field(False, description='Stream responses')
repeat_penalty: float = Field(settings.repeat_penalty, description='Repeat penalty')