some stuff works

2 months ago · 16619f4564
parent f584f72bc7
commit 16619f4564
3 changed files with 214 additions and 59 deletions
--- a/examples/workbench_call_rpc_directly.ipynb
+++ b/examples/workbench_call_rpc_directly.ipynb
--- a/server1.id
+++ b/server1.id
--- a/src/petals/server/handler.py
+++ b/src/petals/server/handler.py
@ -591,12 +591,14 @@ class TransformerConnectionHandler(ConnectionHandler):

        return runtime_pb2.ExpertInfo(serialized_info=MSGPackSerializer.dumps(result))

+    @staticmethod
    async def _wrap_input_stream(stream):
        while True:
            expert_request = await anext(stream)
            yield expert_request
-            print(expert_request.metadata)
-            if expert_request.metadata.get("SEP"):
+            metadata = MSGPackSerializer.loads(expert_request.metadata)
+            print(metadata)
+            if metadata.get("_EOS"):
                break

    async def rpc_forward_backward_stream(