Archives/petals
2
0
Fork 0
mirror of https://github.com/bigscience-workshop/petals synced 2024-10-31 09:20:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

Set low_cpu_mem_usage=True by default (fix)

Browse Source
This commit is contained in:
Aleksandr Borzunov 2022-11-29 09:05:49 +00:00
parent 86d08bf515
commit 3a37e4fa44
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/bloom/model.py
View File

@ -113,7 +113,7 @@ class _BloomPreTrainedModelWithModifiedDefaults(BloomPreTrainedModel):
def from_pretrained(cls, *args, low_cpu_mem_usage: Optional[bool] = None, **kwargs):
if low_cpu_mem_usage is None:
low_cpu_mem_usage = True
return super().from_pretrained(*args, **kwargs)
return super().from_pretrained(*args, low_cpu_mem_usage=low_cpu_mem_usage, **kwargs)
from_pretrained.__doc__ = BloomPreTrainedModel.from_pretrained.__doc__.replace(
"low_cpu_mem_usage(`bool`, *optional*)",