review

1 year ago · d7d06532d4
parent 617d70f7dc
commit d7d06532d4
1 changed files with 1 additions and 1 deletions
--- a/src/petals/utils/linear8bitlt_patch.py
+++ b/src/petals/utils/linear8bitlt_patch.py
@ -107,7 +107,7 @@ class CustomMatmulLtState(MatmulLtState):
            "col_turing",
            "col_ampere",
        ), f"please find this assert and manually enter tile size for {self.formatB}"
-        return (8, 32) if self.formatB == "col_turing" else "col_ampere"
+        return (8, 32) if self.formatB == "col_turing" else (32, 32)


 def custom_matmul8bitlt(