Update src/petals/models/mixtral/model.py

Co-authored-by: Max Ryabinin <mryabinin0@gmail.com>
2 months ago · 5fe8fa4a45
parent 866927d88c
commit 5fe8fa4a45
1 changed files with 1 additions and 1 deletions
--- a/src/petals/models/mixtral/model.py
+++ b/src/petals/models/mixtral/model.py
@ -24,7 +24,7 @@ logger = get_logger(__name__)


 class DistributedMixtralModel(DefaultRevisionMixin, FromPretrainedMixin, PTuneMixin, MixtralModel):
-    """MixtalModel, but all transformer layers are hosted by the swarm"""
+    """MixtralModel, but all transformer layers are hosted by the swarm"""

    _keys_to_ignore_on_load_missing = PTuneMixin._keys_to_ignore_on_load_missing
    _keys_to_ignore_on_load_unexpected = [r"^model\.layers\."]