fix prompt list counter

pull/1077/head
Zilin Xiao 2 years ago committed by GitHub
parent deb1c41aee
commit 45b2fcd27f

@ -341,7 +341,7 @@ def num_tokens_consumed_from_request(
return num_tokens return num_tokens
elif isinstance(prompt, list): # multiple prompts elif isinstance(prompt, list): # multiple prompts
prompt_tokens = sum([len(encoding.encode(p)) for p in prompt]) prompt_tokens = sum([len(encoding.encode(p)) for p in prompt])
num_tokens = prompt_tokens + completion_tokens num_tokens = prompt_tokens + completion_tokens * len(prompt)
return num_tokens return num_tokens
else: else:
raise TypeError('Expecting either string or list of strings for "prompt" field in completion request') raise TypeError('Expecting either string or list of strings for "prompt" field in completion request')

Loading…
Cancel
Save