run

2 months ago · 80443ec10a
parent 03e49d93f2
commit 80443ec10a
2 changed files with 2 additions and 1 deletions
--- a/run.sh
+++ b/run.sh
@ -0,0 +1 @@
+PJRT_DEVICE=TPU python -m petals.cli.run_server --port 31330 petals-team/StableBeluga2 --device xla --num_blocks=10
--- a/setup.cfg
+++ b/setup.cfg
@ -40,7 +40,7 @@ install_requires =
    transformers==4.38.2  # if you change this, please also change version assert in petals/__init__.py
    speedtest-cli==2.1.3
    pydantic>=1.10,<2.0  # 2.0 is incompatible with hivemind yet
-    hivemind==1.1.10.post2
+#    hivemind==1.1.10.post2
    tensor_parallel==1.0.23
    humanfriendly
    async-timeout>=4.0.2
				`@ -0,0 +1 @@`
				`PJRT_DEVICE=TPU python -m petals.cli.run_server --port 31330 petals-team/StableBeluga2 --device xla --num_blocks=10`