fix rpc_forward_stream

2 years ago · 5745882c67
parent 6095f58681
commit 5745882c67
1 changed files with 1 additions and 1 deletions
--- a/src/server/handler.py
+++ b/src/server/handler.py
@ -112,7 +112,7 @@ class TransformerConnectionHandler(ConnectionHandler):
        requested_uids = self._check_uids(uid_str)
        requested_backends = tuple(self.module_backends[uid] for uid in requested_uids)

-        hidden_states = await _rpc_forward(flat_inputs, requested_backends)
+        hidden_states = await _rpc_forward(*flat_inputs, requested_backends=requested_backends)
        assert isinstance(hidden_states, torch.Tensor) and hidden_states.ndim == 3

        # Serialize the overall output