You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
18 lines
509 B
Python
18 lines
509 B
Python
import torch
|
|
|
|
DUMMY = torch.empty(0) # dummy tensor that replaces empty prompt or adapter parameters
|
|
|
|
|
|
def is_dummy(tensor: torch.Tensor):
|
|
return tensor.numel() == 0
|
|
|
|
|
|
SPECIAL_DTYPE_SIZES = {torch.bool: 1, torch.int8: 1, torch.qint32: 4}
|
|
|
|
|
|
def get_size_in_bytes(dtype: torch.dtype) -> int:
|
|
if dtype in SPECIAL_DTYPE_SIZES:
|
|
return SPECIAL_DTYPE_SIZES[dtype]
|
|
get_info = torch.finfo if dtype.is_floating_point else torch.iinfo
|
|
return (get_info(dtype).bits * (1 + dtype.is_complex)) // 8
|