pull/570/head
Artem Chumachenko 2 months ago
parent 9eb7928bef
commit db3087aee9

@ -24,7 +24,7 @@ from transformers.utils import get_file_from_repo
from petals.constants import DTYPE_MAP
from petals.models.mixtral import WrappedMixtralBlock
from petals.server.block_utils import resolve_block_dtype, get_model_block
from petals.server.block_utils import get_model_block, resolve_block_dtype
from petals.utils.auto_config import AutoDistributedConfig
from petals.utils.disk_cache import DEFAULT_CACHE_DIR, allow_cache_reads, allow_cache_writes, free_disk_space_for
from petals.utils.hf_auth import always_needs_auth

@ -13,7 +13,7 @@ import torch.mps
from hivemind.utils.logging import get_logger
from transformers import PretrainedConfig
from petals.server.block_utils import resolve_block_dtype, get_model_block
from petals.server.block_utils import get_model_block, resolve_block_dtype
from petals.utils.convert_block import QuantType, convert_block
from petals.utils.disk_cache import DEFAULT_CACHE_DIR
from petals.utils.misc import DUMMY_KEY_PAST

Loading…
Cancel
Save