Fix waiting until free memory is available (#136)

1 year ago · 318d690a5c
parent e8fac92e59
commit 318d690a5c
1 changed files with 1 additions and 1 deletions
--- a/src/petals/server/cache.py
+++ b/src/petals/server/cache.py
@ -77,7 +77,7 @@ class MemoryCache:
            async with hivemind.utils.enter_asynchronously(self._lock_acquire_memory):
                if self.current_size_bytes + allocated_size_bytes > self.max_size_bytes:
                    await loop.run_in_executor(
-                        None, self._wait_until_available, allocated_size_bytes, timeout=self.alloc_timeout
+                        None, self._wait_until_available, allocated_size_bytes, self.alloc_timeout
                    )
                async with hivemind.utils.enter_asynchronously(self._lock_metadata):
                    allocated_handle = int(self.handle_counter)