diff --git a/cli/run_server.py b/cli/run_server.py index 8c77091..fcef351 100644 --- a/cli/run_server.py +++ b/cli/run_server.py @@ -87,7 +87,7 @@ def main(): help="Rebalance the swarm if its throughput is worse than this share of the optimal " "throughput. Use 0.0 to disable rebalancing, values > 1.0 to force rebalancing " "on each check for debugging purposes.") - parser.add_argument("--mean_balance_check_period", type=float, default=150, + parser.add_argument("--mean_balance_check_period", type=float, default=60, help="Check the swarm's balance every N seconds (and rebalance it if necessary)") parser.add_argument("--use_auth_token", type=str, default=None, help="auth token for from_pretrained") diff --git a/src/server/server.py b/src/server/server.py index 14a84d1..174762d 100644 --- a/src/server/server.py +++ b/src/server/server.py @@ -62,7 +62,7 @@ class Server(threading.Thread): prefetch_batches: int = 1, sender_threads: int = 1, balance_quality: float = 0.75, - mean_balance_check_period: float = 150, + mean_balance_check_period: float = 60, mean_block_selection_delay: float = 0.5, use_auth_token: Optional[str] = None, load_in_8bit: bool = False,