Append .amd to reported version

amd-gpus
Aleksandr Borzunov 9 months ago
parent b6e31c6d0f
commit fe3b8d6e66

@ -608,7 +608,7 @@ class TransformerConnectionHandler(ConnectionHandler):
backend = self.module_backends[request.uid] if request.uid else next(iter(self.module_backends.values()))
result = {
"version": petals.__version__,
"version": petals.__version__ + ".amd",
"dht_client_mode": self.dht.client_mode,
CACHE_TOKENS_AVAILABLE: backend.memory_cache.bytes_left // max(backend.cache_bytes_per_token.values()),
}

@ -238,7 +238,7 @@ class Server:
self.server_info = ServerInfo(
state=ServerState.JOINING,
public_name=public_name,
version=petals.__version__,
version=petals.__version__ + ".amd",
adapters=tuple(adapters),
torch_dtype=str(torch_dtype).replace("torch.", ""),
quant_type=quant_type.name.lower(),

Loading…
Cancel
Save