From a447cbe16df89778fe5d4ec7545faba731129a44 Mon Sep 17 00:00:00 2001 From: Artem Chumachenko Date: Wed, 10 Apr 2024 07:12:11 +0200 Subject: [PATCH] Add assert about BS --- src/petals/client/remote_generation.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/petals/client/remote_generation.py b/src/petals/client/remote_generation.py index 0249c0b..0060ede 100644 --- a/src/petals/client/remote_generation.py +++ b/src/petals/client/remote_generation.py @@ -38,7 +38,7 @@ class RemotePastKeyValues(Cache): self.seen_tokens += new_seen def reorder_cache(self, beam_idx): - pass + raise NotImplementedError("Beam search reordering is not implemented yet") _skipped_tokens = ContextVar("skipped_tokens", default=0)