Add assert about BS

1 month ago · a447cbe16d
parent 5f91793f8c
commit a447cbe16d
1 changed files with 1 additions and 1 deletions
--- a/src/petals/client/remote_generation.py
+++ b/src/petals/client/remote_generation.py
@ -38,7 +38,7 @@ class RemotePastKeyValues(Cache):
        self.seen_tokens += new_seen

    def reorder_cache(self, beam_idx):
-        pass
+        raise NotImplementedError("Beam search reordering is not implemented yet")


 _skipped_tokens = ContextVar("skipped_tokens", default=0)