From 998cb34722ef9d7d9e2c51f439d3f56ce6f0ccbd Mon Sep 17 00:00:00 2001
From: John Doe
 <ubuntu@t1v-n-54adcf8b-w-0.us-central1-f.c.trc-tpu-project.internal>
Date: Sat, 30 Mar 2024 14:56:26 +0000
Subject: [PATCH] adding steps

---
 README.md                    | 22 ++++++++++++++++++++++
 etc/petals-inference.service | 11 +++++++++++
 2 files changed, 33 insertions(+)
 create mode 100644 etc/petals-inference.service

diff --git a/README.md b/README.md
index 63449ae..d880286 100644
--- a/README.md
+++ b/README.md
@@ -144,3 +144,25 @@ _arXiv preprint arXiv:2209.01188,_ 2022.
 <p align="center">
     <img src="https://petals.dev/bigscience.png" width="150">
 </p>
+
+
+# setup
+
+
+ 1623  sudo cp petals-inference.service /etc/systemd/system/
+ 1634  sudo systemctl daemon-reload
+ 1635  sudo systemctl status petals-inference.service -l
+ 1636  sudo systemctl restart petals-inference.service -l
+
+ 1639  sudo useradd petals
+ 1640  sudo mkdir /home/petals
+ 1641  sudo chown petals: /home/petals/
+ 1643  sudo cp -r ~/.venv/ /home/petals/venv
+ 1644  sudo rm -rf /home/petals/venv
+ 1658  sudo mv ~/.venv/ /home/petals/venv
+ 1659  sudo chown petals: /home/petals/
+
+1670  sudo systemctl status petals-inference.service -l
+ 1674  sudo systemctl restart petals-inference.service -l
+ 1675  sudo systemctl status petals-inference.service -l
+ 
\ No newline at end of file
diff --git a/etc/petals-inference.service b/etc/petals-inference.service
new file mode 100644
index 0000000..ae08b6f
--- /dev/null
+++ b/etc/petals-inference.service
@@ -0,0 +1,11 @@
+[Unit]
+Description=Petals Inference
+
+[Service]
+User=petals
+Group=petals
+Environment=PJRT_DEVICE=TPU
+ExecStart=/home/petals/venv/bin/python -m petals.cli.run_server --port 31330 petals-team/StableBeluga2 --device xla --num_blocks=4
+
+[Install]
+WantedBy=multi-user.target