diff --git a/README.md b/README.md index f00ea82..b10c19d 100644 --- a/README.md +++ b/README.md @@ -1,12 +1,11 @@ # bloom-demo Early dev prototype for decentralized bloom. Not for public eyes **yet**. -```python -if you.read(this) and you.name not in '@timdettmers @borzunov @mryab @greenfatguy'.split(): - you.go("away") -``` - +Roadmap: [issue #12](https://github.com/learning-at-home/bloom-demo/issues/12) +Latest news @ main branch (max 5): +- [Jul 1] @yozh added RemoteSequential and test for full model exact match +- [June 28] @dbaranchunk added quick deployment scripts for testnet ### install @@ -65,7 +64,7 @@ loss = (outputs * torch.randn_like(outputs)).norm() loss.backward() # test inference, one block -with layer3.inference_session() as sess: +with layer3.begin_inference_session() as sess: for i in range(10): res = sess.step(torch.ones(1, 1, 4096)) ``` @@ -94,9 +93,7 @@ python -m cli.run_server --prefix bloom6b3 --converted_model_name_or_path bigsci export PYTHONPATH=. INITIAL_PEERS="/ip4/TODO_COPY_INITIAL_PEERS_FROM_SERVER_OUTPUT" BLOCK_UID=bloom6b3.3 pytest tests/test_block_exact_match.py BLOCK_UID=bloom6b3.4 pytest tests/test_block_exact_match.py + # the test below will fail because there is no server that serves layer 7 # BLOCK_UID=bloom6b3.7 pytest tests/test_block_exact_match.py - -# test full model exact match -MODEL_NAME=bigscience/test-bloomd-6b3 REF_NAME=bigscience/bloom-6b3 pytest tests/test_full_model.py ```