remove repr from remote kv cache

pull/554/head
Denis Mazur 4 months ago
parent 61456d9968
commit 027b506508

@ -37,9 +37,6 @@ class RemotePastKeyValues(Cache):
def reorder_cache(self, beam_idx):
pass
def __repr__(self) -> str:
return f"{self.__class__.__name__}({self.seen_tokens=})"
_skipped_tokens = ContextVar("skipped_tokens", default=0)

Loading…
Cancel
Save