You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
36 lines
1.0 KiB
Python
36 lines
1.0 KiB
Python
import os
|
|
import platform
|
|
|
|
os.environ.setdefault("BITSANDBYTES_NOWELCOME", "1")
|
|
|
|
if platform.system() == "Darwin":
|
|
# Necessary for forks to work properly on macOS, see https://github.com/kevlened/pytest-parallel/issues/93
|
|
os.environ.setdefault("no_proxy", "*")
|
|
os.environ.setdefault("OBJC_DISABLE_INITIALIZE_FORK_SAFETY", "YES")
|
|
|
|
import hivemind
|
|
import transformers
|
|
from packaging import version
|
|
|
|
from petals.client import *
|
|
from petals.models import *
|
|
from petals.utils import *
|
|
from petals.utils.logging import initialize_logs as _initialize_logs
|
|
|
|
__version__ = "2.3.0.dev2"
|
|
|
|
|
|
if not os.getenv("PETALS_IGNORE_DEPENDENCY_VERSION"):
|
|
assert (
|
|
version.parse("4.38.2") <= version.parse(transformers.__version__) < version.parse("4.39.0")
|
|
), "Please install a proper transformers version: pip install transformers>=4.37.1,<4.39.0"
|
|
|
|
|
|
def _override_bfloat16_mode_default():
|
|
if os.getenv("USE_LEGACY_BFLOAT16") is None:
|
|
hivemind.compression.base.USE_LEGACY_BFLOAT16 = False
|
|
|
|
|
|
_initialize_logs()
|
|
_override_bfloat16_mode_default()
|