Fix readme code example, require Python < 3.11 until supported (#374)

* Fix readme code example

* Require Python < 3.11 until it's supported
pull/373/head
Alexander Borzunov 10 months ago committed by GitHub
parent c735dd7ba3
commit 895327a0ae
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -12,7 +12,7 @@ from transformers import AutoTokenizer
from petals import AutoDistributedModelForCausalLM
model_name = "enoch/llama-65b-hf" # You can also use "bigscience/bloom" or "bigscience/bloomz"
tokenizer = AutoTokenizer(model_name)
tokenizer = AutoTokenizer.from_pretrained(model_name)
model = AutoDistributedModelForCausalLM.from_pretrained(model_name)
# Embeddings & prompts are on your device, transformer blocks are distributed across the Internet

@ -29,7 +29,7 @@ classifiers =
package_dir =
= src
packages = find:
python_requires = >=3.8
python_requires = >=3.8,<3.11
install_requires =
torch>=1.12
bitsandbytes==0.40.1.post1

Loading…
Cancel
Save