From 1ab35c282679043efc77423e6ca1c2418b429ac2 Mon Sep 17 00:00:00 2001 From: justheuristic Date: Wed, 19 Jul 2023 02:22:40 +0300 Subject: [PATCH] Typo in inference_session.py --- src/petals/client/inference_session.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/petals/client/inference_session.py b/src/petals/client/inference_session.py index 0e5d6b4..5e14d8a 100644 --- a/src/petals/client/inference_session.py +++ b/src/petals/client/inference_session.py @@ -96,7 +96,7 @@ class _ServerInferenceSession: step_id: str, ) -> torch.Tensor: """ - Inference step: send a chunk of input tesors and receive a chunk of outputs + Inference step: send a chunk of input tensors and receive a chunk of outputs :prompts: optional DEEP prompts, added to a prefix of each layer's outputs, if specified, deep prompts should have shape [num_layers, batch_size, prefix_len, hid_size] """