|
|
|
@ -30,12 +30,12 @@ jobs:
|
|
|
|
|
run: |
|
|
|
|
|
export HF_TAG=$(python -c "import os; print(os.environ.get('GITHUB_HEAD_REF') or os.environ.get('GITHUB_REF_NAME'))")
|
|
|
|
|
python -c "from huggingface_hub import delete_repo; delete_repo(token='$BLOOM_TESTING_WRITE_TOKEN', \
|
|
|
|
|
name='test-bloomd-350m-$HF_TAG', organization='bloom-testing')" || true
|
|
|
|
|
name='test-bloomd-560m-$HF_TAG', organization='bloom-testing')" || true
|
|
|
|
|
- name: Convert model and push to hub
|
|
|
|
|
run: |
|
|
|
|
|
export HF_TAG=$(python -c "import os; print(os.environ.get('GITHUB_HEAD_REF') or os.environ.get('GITHUB_REF_NAME'))")
|
|
|
|
|
python -m cli.convert_model --model bigscience/bloom-350m --output_path ./converted_model \
|
|
|
|
|
--output_repo bloom-testing/test-bloomd-350m-$HF_TAG --use_auth_token $BLOOM_TESTING_WRITE_TOKEN
|
|
|
|
|
python -m cli.convert_model --model bigscience/bloom-560m --output_path ./converted_model \
|
|
|
|
|
--output_repo bloom-testing/test-bloomd-560m-$HF_TAG --use_auth_token $BLOOM_TESTING_WRITE_TOKEN
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
run-tests:
|
|
|
|
@ -72,8 +72,8 @@ jobs:
|
|
|
|
|
- name: Test
|
|
|
|
|
run: |
|
|
|
|
|
export HF_TAG=$(python -c "import os; print(os.environ.get('GITHUB_HEAD_REF') or os.environ.get('GITHUB_REF_NAME'))")
|
|
|
|
|
export MODEL_NAME=bloom-testing/test-bloomd-350m-$HF_TAG
|
|
|
|
|
export REF_NAME=bigscience/bloom-350m
|
|
|
|
|
export MODEL_NAME=bloom-testing/test-bloomd-560m-$HF_TAG
|
|
|
|
|
export REF_NAME=bigscience/bloom-560m
|
|
|
|
|
|
|
|
|
|
python -m cli.run_server --converted_model_name_or_path $MODEL_NAME --block_indices 0:12 \
|
|
|
|
|
--torch_dtype float32 --identity tests/test.id --host_maddrs /ip4/127.0.0.1/tcp/31337 --throughput 1 &
|
|
|
|
|