mirror of
https://github.com/bigscience-workshop/petals
synced 2024-10-31 09:20:41 +00:00
b9f0a5467f
Implement an option to deploy PEFT adapters to a server. Clients can set active_adapter=... to use these adapters. --------- Co-authored-by: Aleksandr Borzunov <borzunov.alexander@gmail.com> Co-authored-by: justheuristic <justheuristic@gmail.com>
16 lines
466 B
Python
16 lines
466 B
Python
import os
|
|
|
|
INITIAL_PEERS = os.environ.get("INITIAL_PEERS")
|
|
if not INITIAL_PEERS:
|
|
raise RuntimeError("Must specify INITIAL_PEERS environment variable with one or more peer ids")
|
|
INITIAL_PEERS = INITIAL_PEERS.split()
|
|
|
|
|
|
MODEL_NAME = os.environ.get("MODEL_NAME")
|
|
if not MODEL_NAME:
|
|
raise RuntimeError("Must specify MODEL_NAME as an index of a transformer block to be tested")
|
|
|
|
REF_NAME = os.environ.get("REF_NAME")
|
|
|
|
ADAPTER_NAME = os.environ.get("ADAPTER_NAME")
|