Another fix

pull/570/head
Artem Chumachenko 2 months ago
parent 16d97fcbce
commit 1b4bb1a743

@ -158,6 +158,11 @@ class DistributedMixtralForCausalLM(FromPretrainedMixin, RemoteGenerationMixin,
class DistributedMixtralForSequenceClassification(FromPretrainedMixin, MixtralForSequenceClassification):
_keys_to_ignore_on_load_missing = DistributedMixtralModel._keys_to_ignore_on_load_missing
_keys_to_ignore_on_load_unexpected = DistributedMixtralModel._keys_to_ignore_on_load_unexpected
config_class = DistributedMixtralConfig
def __init__(self, config: DistributedMixtralConfig):
MixtralPreTrainedModel.__init__(self, config)
self.num_labels = config.num_labels

Loading…
Cancel
Save