fix use_auth_token

2 years ago · 775f5b25cb
parent 6e3db6bed6
commit 775f5b25cb
1 changed files with 1 additions and 1 deletions
--- a/src/server/server.py
+++ b/src/server/server.py
@ -132,7 +132,7 @@ class Server(threading.Thread):
            assert num_blocks is not None
            block_indices = range(num_blocks)  # TODO replace with proper load balancing

-        block_config = DistributedBloomConfig.from_pretrained(converted_model_name_or_path, use_auth_token=True)
+        block_config = DistributedBloomConfig.from_pretrained(converted_model_name_or_path, use_auth_token=use_auth_token)

        # initialize modules
        blocks = {}