diff --git a/src/peft_utils.py b/src/peft_utils.py index 9981122..a885169 100644 --- a/src/peft_utils.py +++ b/src/peft_utils.py @@ -41,7 +41,7 @@ class TransformerBlockPEFT(nn.Module): # strategy: define # - check that LowRankAdapter works :) # - implement a function that converts lowrank adapter to [list_of_tensors, metadata] -# - pass list of tensors and metadata in chained requests +# - pass list of tensors and metadata to rpc_forward # - figure out how to handle layernorm, e.g. option to normalize before adapter(default=True, no rescale) # - check exact match with local layer