fix flops parsing

eb8a444e4c92bd98049b0b02472eb9e98a2d961d · 2024-10-28 11:00:35 -0700 · Alex Cheema

Files touched

M exo/networking/grpc/grpc_peer_handle.py

Diff

commit eb8a444e4c92bd98049b0b02472eb9e98a2d961d
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Mon Oct 28 11:00:35 2024 -0700

    fix flops parsing
---
 exo/networking/grpc/grpc_peer_handle.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/exo/networking/grpc/grpc_peer_handle.py b/exo/networking/grpc/grpc_peer_handle.py
index cb6e660f..c875ce8b 100644
--- a/exo/networking/grpc/grpc_peer_handle.py
+++ b/exo/networking/grpc/grpc_peer_handle.py
@@ -9,7 +9,7 @@ from . import node_service_pb2_grpc
 from ..peer_handle import PeerHandle
 from exo.inference.shard import Shard
 from exo.topology.topology import Topology
-from exo.topology.device_capabilities import DeviceCapabilities
+from exo.topology.device_capabilities import DeviceCapabilities, DeviceFlops
 from exo.helpers import DEBUG
 
 
@@ -117,7 +117,7 @@ class GRPCPeerHandle(PeerHandle):
     response = await self.stub.CollectTopology(request)
     topology = Topology()
     for node_id, capabilities in response.nodes.items():
-      device_capabilities = DeviceCapabilities(model=capabilities.model, chip=capabilities.chip, memory=capabilities.memory, flops=capabilities.flops)
+      device_capabilities = DeviceCapabilities(model=capabilities.model, chip=capabilities.chip, memory=capabilities.memory, flops=DeviceFlops(fp16=capabilities.flops.fp16, fp32=capabilities.flops.fp32, int8=capabilities.flops.int8))
       topology.update_node(node_id, device_capabilities)
     for node_id, peers in response.peer_graph.items():
       for peer_id in peers.peer_ids:

← dbf40d78 Update main.py: Default timeout 90->900 · back to Exo · add traceback.print_exc on topology collection errors from p 9dc93fd5 →