Fix script for running servers robustly

2 years ago · 96033de921
parent 85cf32d2a4
commit 96033de921
1 changed files with 2 additions and 2 deletions
--- a/src/petals/cli/run_prod_server.sh
+++ b/src/petals/cli/run_prod_server.sh
@ -3,10 +3,10 @@ set -x

 export HIVEMIND_COLORS=true
 while true; do
+        pkill -f p2p
+        pkill -f run_server
        python -m petals.cli.run_server bigscience/bloom-petals \
                --block_indices $1 \
                --torch_dtype bfloat16 --load_in_8bit \
                --attn_cache_size $2 2>&1 | tee log_`date '+%F_%H:%M:%S'`
-        pkill -f p2p
-        pkill -f run_server
 done