From b3a3fb15471e822e1a248c8a51896f581707cdf6 Mon Sep 17 00:00:00 2001 From: dbaranchuk Date: Thu, 4 Aug 2022 05:52:31 +0300 Subject: [PATCH] reduce a number of default handlers --- cli/run_server.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/cli/run_server.py b/cli/run_server.py index f16727c..1cdae73 100644 --- a/cli/run_server.py +++ b/cli/run_server.py @@ -27,7 +27,7 @@ def main(): parser.add_argument('--compression', type=str, default='NONE', required=False, help='Tensor compression communication') - parser.add_argument('--num_handlers', type=int, default=16, required=False, + parser.add_argument('--num_handlers', type=int, default=8, required=False, help='server will use this many processes to handle incoming requests') parser.add_argument('--min_batch_size', type=int, default=1, help='Minimum required batch size for all expert operations')