petals inference

1 month ago · c6dd015ea3
parent 5b7e7c7375
commit c6dd015ea3
1 changed files with 2 additions and 2 deletions
--- a/etc/petals-inference.service
+++ b/etc/petals-inference.service
@ -2,8 +2,8 @@
 Description=Petals Inference

 [Service]
-#User=petals
-#Group=petals
+User=petals
+Group=petals
 Environment=PJRT_DEVICE=TPU
 ExecStart=/home/petals/venv/bin/python -m petals.cli.run_server --port 31330 petals-team/StableBeluga2 --device xla --num_blocks=4