fix prompt list counter

1 year ago · 45b2fcd27f
parent deb1c41aee
commit 45b2fcd27f
1 changed files with 1 additions and 1 deletions
--- a/examples/api_request_parallel_processor.py
+++ b/examples/api_request_parallel_processor.py
@ -341,7 +341,7 @@ def num_tokens_consumed_from_request(
            return num_tokens
        elif isinstance(prompt, list):  # multiple prompts
            prompt_tokens = sum([len(encoding.encode(p)) for p in prompt])
-            num_tokens = prompt_tokens + completion_tokens
+            num_tokens = prompt_tokens + completion_tokens * len(prompt)
            return num_tokens
        else:
            raise TypeError('Expecting either string or list of strings for "prompt" field in completion request')