Archives/petals
2
0
Fork 0
mirror of https://github.com/bigscience-workshop/petals synced 2024-10-31 09:20:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

reduce a number of default handlers

Browse Source
This commit is contained in:
dbaranchuk 2022-08-04 05:52:31 +03:00
parent 6165aca545
commit b3a3fb1547
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
cli/run_server.py
View File

@ -27,7 +27,7 @@ def main():
parser.add_argument('--compression', type=str, default='NONE', required=False, help='Tensor compression communication') parser.add_argument('--compression', type=str, default='NONE', required=False, help='Tensor compression communication')
parser.add_argument('--num_handlers', type=int, default=16, required=False, parser.add_argument('--num_handlers', type=int, default=8, required=False,
help='server will use this many processes to handle incoming requests') help='server will use this many processes to handle incoming requests')
parser.add_argument('--min_batch_size', type=int, default=1, parser.add_argument('--min_batch_size', type=int, default=1,
help='Minimum required batch size for all expert operations') help='Minimum required batch size for all expert operations')