first docker compose

pull/572/head
mike dupont 1 month ago
parent 2325875186
commit 2d3b63ed15

@ -0,0 +1,53 @@
version: "3"
services:
beluga:
image: learningathome/petals:main
depends_on:
- backbone
environment:
# - PJRT_DEVICE=TPU
#--device xla
- BOOTSTRAP_INFO=/ip4/0.0.0.0/tcp/8099
command: python -m petals.cli.run_server --port 31330 --num_blocks=1 petals-team/StableBeluga2 --initial_peers /ip4/192.168.1.90/tcp/8099/p2p/QmfVvYv3w3EqpKGYG5FCcER9bFgoGLCUvXDUJsZAgSDw3N
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: 1
capabilities: [gpu]
ports:
- "31330:31330"
restart: always
backbone:
image: learningathome/petals:main
command: python -m petals.cli.run_dht --host_maddrs /ip4/0.0.0.0/tcp/8099 --identity_path /cache/bootstrap1.id
volumes:
- petals-cache-backbone:/cache
network_mode: host
ipc: host
restart: unless-stopped
# version: '3.8'
# services:
# backbone:
# image: learningathome/petals:main
# environment:
# - BOOTSTRAP_INFO=/ip4/0.0.0.0/tcp/8099
# command: python -m petals.cli.run_dht --host_maddrs ${BOOTSTRAP_INFO} --identity_path bootstrap1.id
# volumes:
# - type: volume
# source: petals-cache-backbone
# target: /cache
# network_mode: host
# ipc: host
# restart: always
# container_name: backbone
volumes:
petals-cache-backbone:

@ -0,0 +1 @@
docker logs petals-backbone-1 2>&1 |grep initial_peers |cut "-d " -f18- | sort -u > peers.txt
Loading…
Cancel
Save