@ -96,7 +96,7 @@ class _ServerInferenceSession:
step_id: str,
) -> torch.Tensor:
"""
Inference step: send a chunk of input tesors and receive a chunk of outputs
Inference step: send a chunk of input tensors and receive a chunk of outputs
:prompts: optional DEEP prompts, added to a prefix of each layer's outputs,
if specified, deep prompts should have shape [num_layers, batch_size, prefix_len, hid_size]