|
|
|
@ -83,7 +83,7 @@ jobs:
|
|
|
|
|
|
|
|
|
|
python -m cli.run_server --converted_model_name_or_path $MODEL_NAME --block_indices 0:12 \
|
|
|
|
|
--torch_dtype float32 --identity tests/test.id --host_maddrs /ip4/127.0.0.1/tcp/31337 \
|
|
|
|
|
--throughput 1 &> server2.log &
|
|
|
|
|
--throughput 1 &> server1.log &
|
|
|
|
|
SERVER1_PID=$!
|
|
|
|
|
|
|
|
|
|
sleep 5 # wait for the first server to initialize DHT
|
|
|
|
@ -95,6 +95,8 @@ jobs:
|
|
|
|
|
--torch_dtype float32 --initial_peers $INITIAL_PEERS --throughput 1 &> server2.log &
|
|
|
|
|
SERVER2_PID=$!
|
|
|
|
|
|
|
|
|
|
sleep 10 # wait for initial servers to declare blocks, then let server decide which blocks to serve
|
|
|
|
|
|
|
|
|
|
python -m cli.run_server --converted_model_name_or_path $MODEL_NAME --block_indices 0:6 \
|
|
|
|
|
--torch_dtype float32 --initial_peers $INITIAL_PEERS --throughput 1 &> server3.log &
|
|
|
|
|
SERVER3_PID=$!
|
|
|
|
@ -103,10 +105,8 @@ jobs:
|
|
|
|
|
--torch_dtype float32 --initial_peers $INITIAL_PEERS --throughput 1 &> server4.log &
|
|
|
|
|
SERVER4_PID=$!
|
|
|
|
|
|
|
|
|
|
sleep 10 # wait for initial servers to declare blocks, then let server decide which blocks to serve
|
|
|
|
|
|
|
|
|
|
python -m cli.run_server --converted_model_name_or_path $MODEL_NAME --num_blocks 3 \
|
|
|
|
|
--torch_dtype float32 --initial_peers $INITIAL_PEERS --throughput 1 &> server4.log &
|
|
|
|
|
--torch_dtype float32 --initial_peers $INITIAL_PEERS --throughput 1 &> server5.log &
|
|
|
|
|
SERVER5_PID=$!
|
|
|
|
|
|
|
|
|
|
#TODO tail server logs
|
|
|
|
|