mirror of
https://github.com/bigscience-workshop/petals
synced 2024-10-31 09:20:41 +00:00
reduce a number of default handlers
This commit is contained in:
parent
6165aca545
commit
b3a3fb1547
@ -27,7 +27,7 @@ def main():
|
||||
|
||||
parser.add_argument('--compression', type=str, default='NONE', required=False, help='Tensor compression communication')
|
||||
|
||||
parser.add_argument('--num_handlers', type=int, default=16, required=False,
|
||||
parser.add_argument('--num_handlers', type=int, default=8, required=False,
|
||||
help='server will use this many processes to handle incoming requests')
|
||||
parser.add_argument('--min_batch_size', type=int, default=1,
|
||||
help='Minimum required batch size for all expert operations')
|
||||
|
Loading…
Reference in New Issue
Block a user