From 9e11f732423e69f4020571312736a2ea198e62ed Mon Sep 17 00:00:00 2001 From: justheuristic Date: Fri, 2 Dec 2022 16:16:42 +0300 Subject: [PATCH] Fix tile size on ampere (#116) Fix tile size on ampere Co-authored-by: Aleksandr Borzunov --- src/petals/utils/linear8bitlt_patch.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/petals/utils/linear8bitlt_patch.py b/src/petals/utils/linear8bitlt_patch.py index 023d79b..a8b3362 100644 --- a/src/petals/utils/linear8bitlt_patch.py +++ b/src/petals/utils/linear8bitlt_patch.py @@ -107,7 +107,7 @@ class CustomMatmulLtState(MatmulLtState): "col_turing", "col_ampere", ), f"please find this assert and manually enter tile size for {self.formatB}" - return (8, 32) if self.formatB == "col_turing" else "col_ampere" + return (8, 32) if self.formatB == "col_turing" else (32, 32) def custom_matmul8bitlt(