Fix tile size on ampere (#116)

Fix tile size on ampere Co-authored-by: Aleksandr Borzunov <borzunov.alexander@gmail.com>
1 year ago · 9e11f73242
parent 617d70f7dc
commit 9e11f73242
1 changed files with 1 additions and 1 deletions
--- a/src/petals/utils/linear8bitlt_patch.py
+++ b/src/petals/utils/linear8bitlt_patch.py
@ -107,7 +107,7 @@ class CustomMatmulLtState(MatmulLtState):
            "col_turing",
            "col_ampere",
        ), f"please find this assert and manually enter tile size for {self.formatB}"
-        return (8, 32) if self.formatB == "col_turing" else "col_ampere"
+        return (8, 32) if self.formatB == "col_turing" else (32, 32)


 def custom_matmul8bitlt(