You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
11 lines
484 B
Python
11 lines
484 B
Python
from petals.client.inference_session import InferenceSession
|
|
from petals.client.remote_model import (
|
|
DistributedBloomConfig,
|
|
DistributedBloomForCausalLM,
|
|
DistributedBloomForSequenceClassification,
|
|
DistributedBloomModel,
|
|
)
|
|
from petals.client.remote_sequential import RemoteSequential, RemoteTransformerBlock
|
|
from petals.client.routing.sequence_manager import RemoteSequenceManager
|
|
from petals.client.routing.spending_policy import NoSpendingPolicy, SpendingPolicyBase
|