Update hivemind to 1.1.8, enable efficient bfloat16 encoding (#311)
This PR: 1. Updates hivemind to 1.1.8 (includes https://github.com/learning-at-home/hivemind/pull/565) 2. Enables efficient bfloat16 serialization by default (`USE_LEGACY_BFLOAT16 = False`) 3. Removes logging code that was included to hivemind in https://github.com/learning-at-home/hivemind/pull/542pull/313/head
parent
8f6342a861
commit
0a313bf6c5
@ -1,6 +1,17 @@
|
|||||||
|
import os
|
||||||
|
|
||||||
|
import hivemind
|
||||||
|
|
||||||
from petals.client import *
|
from petals.client import *
|
||||||
from petals.utils.logging import initialize_logs as _initialize_logs
|
from petals.utils.logging import initialize_logs as _initialize_logs
|
||||||
|
|
||||||
__version__ = "1.1.4"
|
__version__ = "1.1.4"
|
||||||
|
|
||||||
|
|
||||||
|
def _override_bfloat16_mode_default():
|
||||||
|
if os.getenv("USE_LEGACY_BFLOAT16") is None:
|
||||||
|
hivemind.compression.base.USE_LEGACY_BFLOAT16 = False
|
||||||
|
|
||||||
|
|
||||||
_initialize_logs()
|
_initialize_logs()
|
||||||
|
_override_bfloat16_mode_default()
|
||||||
|
Loading…
Reference in New Issue