first docker compose
parent
2325875186
commit
2d3b63ed15
@ -0,0 +1,53 @@
|
|||||||
|
version: "3"
|
||||||
|
|
||||||
|
services:
|
||||||
|
|
||||||
|
beluga:
|
||||||
|
image: learningathome/petals:main
|
||||||
|
depends_on:
|
||||||
|
- backbone
|
||||||
|
environment:
|
||||||
|
# - PJRT_DEVICE=TPU
|
||||||
|
#--device xla
|
||||||
|
- BOOTSTRAP_INFO=/ip4/0.0.0.0/tcp/8099
|
||||||
|
command: python -m petals.cli.run_server --port 31330 --num_blocks=1 petals-team/StableBeluga2 --initial_peers /ip4/192.168.1.90/tcp/8099/p2p/QmfVvYv3w3EqpKGYG5FCcER9bFgoGLCUvXDUJsZAgSDw3N
|
||||||
|
|
||||||
|
deploy:
|
||||||
|
resources:
|
||||||
|
reservations:
|
||||||
|
devices:
|
||||||
|
- driver: nvidia
|
||||||
|
count: 1
|
||||||
|
capabilities: [gpu]
|
||||||
|
ports:
|
||||||
|
- "31330:31330"
|
||||||
|
restart: always
|
||||||
|
|
||||||
|
backbone:
|
||||||
|
image: learningathome/petals:main
|
||||||
|
command: python -m petals.cli.run_dht --host_maddrs /ip4/0.0.0.0/tcp/8099 --identity_path /cache/bootstrap1.id
|
||||||
|
volumes:
|
||||||
|
- petals-cache-backbone:/cache
|
||||||
|
network_mode: host
|
||||||
|
ipc: host
|
||||||
|
restart: unless-stopped
|
||||||
|
|
||||||
|
|
||||||
|
# version: '3.8'
|
||||||
|
# services:
|
||||||
|
# backbone:
|
||||||
|
# image: learningathome/petals:main
|
||||||
|
# environment:
|
||||||
|
# - BOOTSTRAP_INFO=/ip4/0.0.0.0/tcp/8099
|
||||||
|
# command: python -m petals.cli.run_dht --host_maddrs ${BOOTSTRAP_INFO} --identity_path bootstrap1.id
|
||||||
|
# volumes:
|
||||||
|
# - type: volume
|
||||||
|
# source: petals-cache-backbone
|
||||||
|
# target: /cache
|
||||||
|
# network_mode: host
|
||||||
|
# ipc: host
|
||||||
|
# restart: always
|
||||||
|
# container_name: backbone
|
||||||
|
|
||||||
|
volumes:
|
||||||
|
petals-cache-backbone:
|
@ -0,0 +1 @@
|
|||||||
|
docker logs petals-backbone-1 2>&1 |grep initial_peers |cut "-d " -f18- | sort -u > peers.txt
|
Loading…
Reference in New Issue