mirror of
https://github.com/bigscience-workshop/petals
synced 2024-11-16 06:12:50 +00:00
rm prefix from tests
This commit is contained in:
parent
1c68670d06
commit
4eadd00a2c
@ -98,4 +98,7 @@ BLOCK_UID=bigscience/test-bloomd-6b3.4 pytest tests/test_block_exact_match.py
|
||||
|
||||
# the test below will fail because there is no server that serves layer 7
|
||||
# BLOCK_UID=bigscience/test-bloomd-6b3.7 pytest tests/test_block_exact_match.py
|
||||
|
||||
|
||||
BLOCK_UID=bigscience/test-bloomd-6b3.4 pytest tests/test_block_exact_match.py
|
||||
```
|
||||
|
@ -26,7 +26,7 @@ REF_NAME = os.environ.get("REF_NAME")
|
||||
|
||||
def test_full_model_exact_match(atol_forward=1e-5, atol_inference=1e-3, prefix="bloom6b3"):
|
||||
tokenizer = transformers.BloomTokenizerFast.from_pretrained(MODEL_NAME)
|
||||
model = DistributedBloomForCausalLM.from_pretrained(MODEL_NAME, initial_peers=INITIAL_PEERS, prefix=prefix)
|
||||
model = DistributedBloomForCausalLM.from_pretrained(MODEL_NAME, initial_peers=INITIAL_PEERS)
|
||||
assert len(model.transformer.h) == model.config.n_layer
|
||||
|
||||
test_inputs = tokenizer("A cat sat on a mat", return_tensors="pt")["input_ids"]
|
||||
|
Loading…
Reference in New Issue
Block a user