From e9e506711e14c815c056315fa09c37de16b0ee11 Mon Sep 17 00:00:00 2001
From: Your Name <you@example.com>
Date: Wed, 19 Jul 2023 11:11:49 +0300
Subject: [PATCH] debug version

---
 src/petals/server/server.py       | 47 ++++++++++++++++---------------
 src/petals/utils/convert_block.py |  2 ++
 2 files changed, 26 insertions(+), 23 deletions(-)

diff --git a/src/petals/server/server.py b/src/petals/server/server.py
index d061d0a..8a9825d 100644
--- a/src/petals/server/server.py
+++ b/src/petals/server/server.py
@@ -436,30 +436,31 @@ class ModuleContainer(threading.Thread):
 
         blocks = {}
         try:
+            module_uid, block_index = module_uids[0], block_indices[0]
+            block = load_pretrained_block(
+                converted_model_name_or_path,
+                block_index,
+                config=block_config,
+                torch_dtype=torch_dtype,
+                revision=revision,
+                token=token,
+                cache_dir=cache_dir,
+                max_disk_space=max_disk_space,
+            )
+            block = convert_block(
+                block,
+                block_index,
+                block_config,
+                tensor_parallel_devices,
+                device,
+                quant_type,
+                adapters=server_info.adapters,
+                freeze=True,
+                token=token,
+                cache_dir=cache_dir,
+                max_disk_space=max_disk_space,
+            )
             for module_uid, block_index in zip(module_uids, block_indices):
-                block = load_pretrained_block(
-                    converted_model_name_or_path,
-                    block_index,
-                    config=block_config,
-                    torch_dtype=torch_dtype,
-                    revision=revision,
-                    token=token,
-                    cache_dir=cache_dir,
-                    max_disk_space=max_disk_space,
-                )
-                block = convert_block(
-                    block,
-                    block_index,
-                    block_config,
-                    tensor_parallel_devices,
-                    device,
-                    quant_type,
-                    adapters=server_info.adapters,
-                    freeze=True,
-                    token=token,
-                    cache_dir=cache_dir,
-                    max_disk_space=max_disk_space,
-                )
                 blocks[module_uid] = TransformerBackend(
                     module_uid,
                     block,
diff --git a/src/petals/utils/convert_block.py b/src/petals/utils/convert_block.py
index f8a4637..fcc959f 100644
--- a/src/petals/utils/convert_block.py
+++ b/src/petals/utils/convert_block.py
@@ -64,6 +64,8 @@ def convert_block(
                 **kwargs,
             )
             add_adapter_to_block(block, block_index, adapter_name, adapter_config, adapter_state_dict)
+    else:
+        print("NO CONVERSION")
 
     return block