|
|
@ -1,12 +1,11 @@
|
|
|
|
# bloom-demo
|
|
|
|
# bloom-demo
|
|
|
|
Early dev prototype for decentralized bloom. Not for public eyes **yet**.
|
|
|
|
Early dev prototype for decentralized bloom. Not for public eyes **yet**.
|
|
|
|
|
|
|
|
|
|
|
|
```python
|
|
|
|
Roadmap: [issue #12](https://github.com/learning-at-home/bloom-demo/issues/12)
|
|
|
|
if you.read(this) and you.name not in '@timdettmers @borzunov @mryab @greenfatguy'.split():
|
|
|
|
|
|
|
|
you.go("away")
|
|
|
|
|
|
|
|
```
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
Latest news @ main branch (max 5):
|
|
|
|
|
|
|
|
- [Jul 1] @yozh added RemoteSequential and test for full model exact match
|
|
|
|
|
|
|
|
- [June 28] @dbaranchunk added quick deployment scripts for testnet
|
|
|
|
|
|
|
|
|
|
|
|
### install
|
|
|
|
### install
|
|
|
|
|
|
|
|
|
|
|
@ -65,7 +64,7 @@ loss = (outputs * torch.randn_like(outputs)).norm()
|
|
|
|
loss.backward()
|
|
|
|
loss.backward()
|
|
|
|
|
|
|
|
|
|
|
|
# test inference, one block
|
|
|
|
# test inference, one block
|
|
|
|
with layer3.inference_session() as sess:
|
|
|
|
with layer3.begin_inference_session() as sess:
|
|
|
|
for i in range(10):
|
|
|
|
for i in range(10):
|
|
|
|
res = sess.step(torch.ones(1, 1, 4096))
|
|
|
|
res = sess.step(torch.ones(1, 1, 4096))
|
|
|
|
```
|
|
|
|
```
|
|
|
@ -94,9 +93,7 @@ python -m cli.run_server --prefix bloom6b3 --converted_model_name_or_path bigsci
|
|
|
|
export PYTHONPATH=. INITIAL_PEERS="/ip4/TODO_COPY_INITIAL_PEERS_FROM_SERVER_OUTPUT"
|
|
|
|
export PYTHONPATH=. INITIAL_PEERS="/ip4/TODO_COPY_INITIAL_PEERS_FROM_SERVER_OUTPUT"
|
|
|
|
BLOCK_UID=bloom6b3.3 pytest tests/test_block_exact_match.py
|
|
|
|
BLOCK_UID=bloom6b3.3 pytest tests/test_block_exact_match.py
|
|
|
|
BLOCK_UID=bloom6b3.4 pytest tests/test_block_exact_match.py
|
|
|
|
BLOCK_UID=bloom6b3.4 pytest tests/test_block_exact_match.py
|
|
|
|
|
|
|
|
|
|
|
|
# the test below will fail because there is no server that serves layer 7
|
|
|
|
# the test below will fail because there is no server that serves layer 7
|
|
|
|
# BLOCK_UID=bloom6b3.7 pytest tests/test_block_exact_match.py
|
|
|
|
# BLOCK_UID=bloom6b3.7 pytest tests/test_block_exact_match.py
|
|
|
|
|
|
|
|
|
|
|
|
# test full model exact match
|
|
|
|
|
|
|
|
MODEL_NAME=bigscience/test-bloomd-6b3 REF_NAME=bigscience/bloom-6b3 pytest tests/test_full_model.py
|
|
|
|
|
|
|
|
```
|
|
|
|
```
|
|
|
|