diff --git a/src/petals/client/remote_generation.py b/src/petals/client/remote_generation.py index 0249c0b..0060ede 100644 --- a/src/petals/client/remote_generation.py +++ b/src/petals/client/remote_generation.py @@ -38,7 +38,7 @@ class RemotePastKeyValues(Cache): self.seen_tokens += new_seen def reorder_cache(self, beam_idx): - pass + raise NotImplementedError("Beam search reordering is not implemented yet") _skipped_tokens = ContextVar("skipped_tokens", default=0)