diff --git a/src/petals/utils/peft.py b/src/petals/utils/peft.py index bed8dd7..3edc937 100644 --- a/src/petals/utils/peft.py +++ b/src/petals/utils/peft.py @@ -180,12 +180,10 @@ class LoraLinear(AdapterContextMixin, lora.Linear): self.is_target_conv_1d_layer = False -# TODO: Check if lora.Linear can be mixed with lora.Linear8bitLt class LoraLinear8bitLt(LoraLinear, lora.Linear8bitLt): """LoRA linear 8-bit with outliers that uses adapter selected via using_adapter""" -# TODO: Check if lora.Linear can be mixed with lora.Linear4bit class LoraLinear4bit(LoraLinear, lora.Linear4bit): """LoRA linear 4-bit that uses adapter selected via using_adapter"""