fix order of init

1 month ago · 91b1e2a27b
parent 5fe8fa4a45
commit 91b1e2a27b
1 changed files with 2 additions and 1 deletions
--- a/src/petals/models/mixtral/block.py
+++ b/src/petals/models/mixtral/block.py
@ -12,10 +12,11 @@ from transformers.models.mixtral.modeling_mixtral import MixtralDecoderLayer, Mi

 class WrappedMixtralBlock(MixtralDecoderLayer):
    def __init__(self, config: MixtralConfig, layer_idx: int):
+        super().__init__(config, layer_idx)
+
        self._attn_implementation = config._attn_implementation
        self.sliding_window = config.sliding_window
        self.layer_idx = layer_idx
-        super().__init__(config, layer_idx)

    def forward(
        self,