Use bitsandbytes-rocm

10 months ago · 203a1b3a24
parent 6b38bc89ef
commit 203a1b3a24
1 changed files with 1 additions and 1 deletions
--- a/setup.cfg
+++ b/setup.cfg
@ -32,7 +32,7 @@ packages = find:
 python_requires = >=3.8
 install_requires =
    torch>=1.12
-    bitsandbytes==0.40.1.post1
+    bitsandbytes @ git+https://github.com/Titaniumtown/bitsandbytes-rocm@patch-2
    accelerate>=0.20.3,<0.21.0
    huggingface-hub>=0.11.1,<1.0.0
    tokenizers>=0.13.3