Update src/petals/server/memory_cache.py

Co-authored-by: Alexander Borzunov <borzunov.alexander@gmail.com>
pull/434/head
justheuristic 10 months ago committed by GitHub
parent 874f17be37
commit 5da04e8450
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -93,7 +93,7 @@ class MemoryCache:
alloc_task = asyncio.create_task(self._schedule_alloc(max_alloc_size, *descriptors, timeout=timeout))
try:
handles = await shield_and_wait(alloc_task)
logger.info(f"rpc_inference.alloc-done(size={max_alloc_size / gib:.2f} GiB)")
logger.info(f"rpc_inference.alloc_done(size={max_alloc_size / gib:.2f} GiB)")
yield handles
finally:
await shield_and_wait(self._schedule_free(max_alloc_size, alloc_task))

Loading…
Cancel
Save