Merge pull request #228 from MrZilinXiao/main

fix prompt list counter
1 year ago · 6f10ddbb1e
parent c55c313df5 45b2fcd27f
commit 6f10ddbb1e
1 changed files with 1 additions and 1 deletions
--- a/examples/api_request_parallel_processor.py
+++ b/examples/api_request_parallel_processor.py
@ -341,7 +341,7 @@ def num_tokens_consumed_from_request(
            return num_tokens
        elif isinstance(prompt, list):  # multiple prompts
            prompt_tokens = sum([len(encoding.encode(p)) for p in prompt])
-            num_tokens = prompt_tokens + completion_tokens
+            num_tokens = prompt_tokens + completion_tokens * len(prompt)
            return num_tokens
        else:
            raise TypeError('Expecting either string or list of strings for "prompt" field in completion request')