|
|
|
@ -17,7 +17,6 @@ from petals.data_structures import InferenceMetadata
|
|
|
|
|
from petals.server.memory_cache import MemoryCache
|
|
|
|
|
from petals.server.task_pool import PrioritizedTaskPool
|
|
|
|
|
from petals.utils.misc import is_dummy
|
|
|
|
|
from petals.utils.packaging import pack_args_kwargs
|
|
|
|
|
|
|
|
|
|
logger = get_logger(__name__)
|
|
|
|
|
|
|
|
|
|