From 5fe8fa4a4551c9ead0a0b7c9df6cda3f1a5d514d Mon Sep 17 00:00:00 2001 From: Artem Chumachenko Date: Fri, 29 Mar 2024 10:32:11 +0100 Subject: [PATCH] Update src/petals/models/mixtral/model.py Co-authored-by: Max Ryabinin --- src/petals/models/mixtral/model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/petals/models/mixtral/model.py b/src/petals/models/mixtral/model.py index 798f91f..7e127ab 100644 --- a/src/petals/models/mixtral/model.py +++ b/src/petals/models/mixtral/model.py @@ -24,7 +24,7 @@ logger = get_logger(__name__) class DistributedMixtralModel(DefaultRevisionMixin, FromPretrainedMixin, PTuneMixin, MixtralModel): - """MixtalModel, but all transformer layers are hosted by the swarm""" + """MixtralModel, but all transformer layers are hosted by the swarm""" _keys_to_ignore_on_load_missing = PTuneMixin._keys_to_ignore_on_load_missing _keys_to_ignore_on_load_unexpected = [r"^model\.layers\."]