Archives/petals
2
0
Fork 0
mirror of https://github.com/bigscience-workshop/petals synced 2024-11-16 06:12:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

set default num_handlers=16

Browse Source
This commit is contained in:
Dmitry Baranchuk 2022-07-14 02:32:58 +03:00 committed by GitHub
parent f3cf5f4d8d
commit f114a6d417
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
cli/run_server.py
View File

@ -27,7 +27,7 @@ def main():
parser.add_argument('--compression', type=str, default='NONE', required=False, help='Tensor compression communication')
parser.add_argument('--num_handlers', type=int, default=None, required=False,
parser.add_argument('--num_handlers', type=int, default=16, required=False,
help='server will use this many processes to handle incoming requests')
parser.add_argument('--min_batch_size', type=int, default=1,
help='Minimum required batch size for all expert operations')