temporary fix for info

client
justheuristic 2 years ago
parent 6113a7e955
commit db3ad89c2e

@ -102,6 +102,7 @@ class RemoteSequentialInferenceSession:
# TODO begin throwaway prototype code
remote = RemoteTransformerBlock(self.remote_sequence_info.block_infos[current_block], self.p2p)
_=remote.info #TODO fix
span_uids = self.remote_sequence_info.block_uids[current_block: chosen_span.end]
remote._info = ExpertInfo(" ".join(span_uids), chosen_span.peer_id)
self.active_sessions.append(remote.inference_session())

Loading…
Cancel
Save