You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
17 lines
672 B
Python
17 lines
672 B
Python
import pytest
|
|
import torch
|
|
|
|
from petals.server.block_utils import resolve_block_dtype
|
|
from petals.server.from_pretrained import load_pretrained_block
|
|
from petals.utils.auto_config import AutoDistributedConfig
|
|
from test_utils import MODEL_NAME
|
|
|
|
|
|
@pytest.mark.forked
|
|
@pytest.mark.parametrize("torch_dtype", [torch.float32, torch.float16, "auto"])
|
|
def test_block_dtype(torch_dtype):
|
|
config = AutoDistributedConfig.from_pretrained(MODEL_NAME)
|
|
block = load_pretrained_block(MODEL_NAME, 0, config=config, torch_dtype=torch_dtype)
|
|
expected_dtype = resolve_block_dtype(config, torch_dtype)
|
|
assert all(param.dtype == expected_dtype for param in block.parameters())
|