From 45b2fcd27fdf32d3e865937508e3c3c3f38c2c78 Mon Sep 17 00:00:00 2001 From: Zilin Xiao Date: Thu, 16 Mar 2023 13:49:46 +0800 Subject: [PATCH] fix prompt list counter --- examples/api_request_parallel_processor.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/api_request_parallel_processor.py b/examples/api_request_parallel_processor.py index 2c73c175..8b206a48 100644 --- a/examples/api_request_parallel_processor.py +++ b/examples/api_request_parallel_processor.py @@ -341,7 +341,7 @@ def num_tokens_consumed_from_request( return num_tokens elif isinstance(prompt, list): # multiple prompts prompt_tokens = sum([len(encoding.encode(p)) for p in prompt]) - num_tokens = prompt_tokens + completion_tokens + num_tokens = prompt_tokens + completion_tokens * len(prompt) return num_tokens else: raise TypeError('Expecting either string or list of strings for "prompt" field in completion request')