diff --git a/.github/workflows/run-tests.yaml b/.github/workflows/run-tests.yaml index 3bccda3..3e8200f 100644 --- a/.github/workflows/run-tests.yaml +++ b/.github/workflows/run-tests.yaml @@ -33,12 +33,11 @@ jobs: run: | export MODEL_NAME=bigscience/bloom-560m export REF_NAME=bigscience/bloom-560m - export ADAPTER_NAME=artek0chumak/bloom-560m-safe-peft python -m petals.cli.run_server --converted_model_name_or_path $MODEL_NAME --block_indices 0:12 \ --new_swarm --identity tests/test.id --host_maddrs /ip4/127.0.0.1/tcp/31337 --throughput 1 \ --torch_dtype float32 --compression NONE --attn_cache_tokens 2048 --max_chunk_size_bytes 1024 \ - --adapters $ADAPTER_NAME &> server1.log & + &> server1.log & SERVER1_PID=$! sleep 5 # wait for the first server to initialize DHT @@ -47,7 +46,7 @@ jobs: # ^-- server 1 multiaddr is determined by --identity and --host_maddrs python -m petals.cli.run_server --converted_model_name_or_path $MODEL_NAME --block_indices 12:22 \ - --initial_peers $INITIAL_PEERS --throughput 1 --torch_dtype float32 --adapters $ADAPTER_NAME &> server2.log & + --initial_peers $INITIAL_PEERS --throughput 1 --torch_dtype float32 &> server2.log & SERVER2_PID=$! sleep 10 # wait for initial servers to declare blocks, then let server decide which blocks to serve @@ -57,7 +56,7 @@ jobs: SERVER3_PID=$! python -m petals.cli.run_server --converted_model_name_or_path $MODEL_NAME --num_blocks 3 \ - --initial_peers $INITIAL_PEERS --throughput 1 --torch_dtype float32 --adapters $ADAPTER_NAME &> server4.log & + --initial_peers $INITIAL_PEERS --throughput 1 --torch_dtype float32 &> server4.log & SERVER4_PID=$! tail -n 100 -f server*.log &