From c6dd015ea36f97ecb8fe1f37019e17a6169c6ed0 Mon Sep 17 00:00:00 2001 From: John Doe Date: Mon, 8 Apr 2024 16:17:30 +0000 Subject: [PATCH] petals inference --- etc/petals-inference.service | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/etc/petals-inference.service b/etc/petals-inference.service index 9916f62..ae08b6f 100644 --- a/etc/petals-inference.service +++ b/etc/petals-inference.service @@ -2,8 +2,8 @@ Description=Petals Inference [Service] -#User=petals -#Group=petals +User=petals +Group=petals Environment=PJRT_DEVICE=TPU ExecStart=/home/petals/venv/bin/python -m petals.cli.run_server --port 31330 petals-team/StableBeluga2 --device xla --num_blocks=4