From d7d06532d409ec8315d2c1db416b5bf694917f0c Mon Sep 17 00:00:00 2001 From: Aleksandr Borzunov Date: Fri, 2 Dec 2022 16:00:16 +0300 Subject: [PATCH] review --- src/petals/utils/linear8bitlt_patch.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/petals/utils/linear8bitlt_patch.py b/src/petals/utils/linear8bitlt_patch.py index 023d79b..a8b3362 100644 --- a/src/petals/utils/linear8bitlt_patch.py +++ b/src/petals/utils/linear8bitlt_patch.py @@ -107,7 +107,7 @@ class CustomMatmulLtState(MatmulLtState): "col_turing", "col_ampere", ), f"please find this assert and manually enter tile size for {self.formatB}" - return (8, 32) if self.formatB == "col_turing" else "col_ampere" + return (8, 32) if self.formatB == "col_turing" else (32, 32) def custom_matmul8bitlt(