fix type annotation

4 months ago · 7ff5952499
parent 876b83868b
commit 7ff5952499
1 changed files with 1 additions and 1 deletions
--- a/src/petals/client/remote_generation.py
+++ b/src/petals/client/remote_generation.py
@ -28,7 +28,7 @@ class RemotePastKeyValues(Cache):
    def get_seq_length(self, layer_idx: Optional[int] = 0) -> int:
        return self.seen_tokens

-    def get_max_length(self) -> int | None:
+    def get_max_length(self) -> Optional[int]:
        return None

    def update_seen(self, new_seen: int) -> None: