← back to Exo
fix inference engine for inference state
fff8a1a69021b288246e1a53e33dc3b889d0c2ae · 2024-12-30 18:36:53 -0500 · Pranav Veldurthi
Files touched
M exo/inference/inference_engine.pyM exo/inference/mlx/sharded_inference_engine.pyM exo/networking/grpc/node_service_pb2.pyM exo/networking/grpc/node_service_pb2_grpc.py
Diff
commit fff8a1a69021b288246e1a53e33dc3b889d0c2ae
Author: Pranav Veldurthi <veldurthipranav@gmail.com>
Date: Mon Dec 30 18:36:53 2024 -0500
fix inference engine for inference state
---
exo/inference/inference_engine.py | 4 +-
exo/inference/mlx/sharded_inference_engine.py | 5 +-
exo/networking/grpc/node_service_pb2.py | 104 ++++++++++++++------------
exo/networking/grpc/node_service_pb2_grpc.py | 100 ++++++++++++-------------
4 files changed, 113 insertions(+), 100 deletions(-)
diff --git a/exo/inference/inference_engine.py b/exo/inference/inference_engine.py
index 3a665ce3..9bb21f07 100644
--- a/exo/inference/inference_engine.py
+++ b/exo/inference/inference_engine.py
@@ -43,9 +43,11 @@ class InferenceEngine(ABC):
tokens = await self.encode(shard, prompt)
if shard.model_id != 'stable-diffusion-2-1-base':
x = tokens.reshape(1, -1)
+ output_data, inference_state = await self.infer_tensor(request_id, shard, x, inference_state)
else:
x = tokens
- output_data, inference_state = await self.infer_tensor(request_id, shard, x, inference_state)
+ output_data, inference_state = await self.infer_tensor(request_id, shard, x, inference_state)
+
return output_data, inference_state
inference_engine_classes = {
diff --git a/exo/inference/mlx/sharded_inference_engine.py b/exo/inference/mlx/sharded_inference_engine.py
index 8dd03c2c..7af64971 100644
--- a/exo/inference/mlx/sharded_inference_engine.py
+++ b/exo/inference/mlx/sharded_inference_engine.py
@@ -82,7 +82,10 @@ class MLXDynamicShardInferenceEngine(InferenceEngine):
loop = asyncio.get_running_loop()
state = await self.poll_state(request_id) if self.model.model_type != 'StableDiffusionPipeline' else {}
x = mx.array(input_data)
- output_data,inference_state = await loop.run_in_executor(self.executor, lambda: self.model(x, **state, **inference_state))
+ if self.model.model_type != 'StableDiffusionPipeline':
+ output_data = await loop.run_in_executor(self.executor, lambda: self.model(x, **state, **inference_state))
+ else:
+ output_data, inference_state = await loop.run_in_executor(self.executor, lambda: self.model(x, **state, **inference_state))
output_data = np.array(output_data)
return output_data, inference_state
diff --git a/exo/networking/grpc/node_service_pb2.py b/exo/networking/grpc/node_service_pb2.py
index 2333b080..e79ab5b2 100644
--- a/exo/networking/grpc/node_service_pb2.py
+++ b/exo/networking/grpc/node_service_pb2.py
@@ -1,7 +1,7 @@
# -*- coding: utf-8 -*-
# Generated by the protocol buffer compiler. DO NOT EDIT!
# NO CHECKED-IN PROTOBUF GENCODE
-# source: node_service.proto
+# source: exo/networking/grpc/node_service.proto
# Protobuf Python Version: 5.28.1
"""Generated protocol buffer code."""
from google.protobuf import descriptor as _descriptor
@@ -15,7 +15,7 @@ _runtime_version.ValidateProtobufRuntimeVersion(
28,
1,
'',
- 'node_service.proto'
+ 'exo/networking/grpc/node_service.proto'
)
# @@protoc_insertion_point(imports)
@@ -24,11 +24,11 @@ _sym_db = _symbol_database.Default()
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x12node_service.proto\x12\x0cnode_service\"S\n\x05Shard\x12\x10\n\x08model_id\x18\x01 \x01(\t\x12\x13\n\x0bstart_layer\x18\x02 \x01(\x05\x12\x11\n\tend_layer\x18\x03 \x01(\x05\x12\x10\n\x08n_layers\x18\x04 \x01(\x05\"k\n\rPromptRequest\x12\"\n\x05shard\x18\x01 \x01(\x0b\x32\x13.node_service.Shard\x12\x0e\n\x06prompt\x18\x02 \x01(\t\x12\x17\n\nrequest_id\x18\x03 \x01(\tH\x00\x88\x01\x01\x42\r\n\x0b_request_id\"\x81\x01\n\rTensorRequest\x12\"\n\x05shard\x18\x01 \x01(\x0b\x32\x13.node_service.Shard\x12$\n\x06tensor\x18\x02 \x01(\x0b\x32\x14.node_service.Tensor\x12\x17\n\nrequest_id\x18\x03 \x01(\tH\x00\x88\x01\x01\x42\r\n\x0b_request_id\"\xde\x01\n\x0e\x45xampleRequest\x12\"\n\x05shard\x18\x01 \x01(\x0b\x32\x13.node_service.Shard\x12%\n\x07\x65xample\x18\x02 \x01(\x0b\x32\x14.node_service.Tensor\x12$\n\x06target\x18\x03 \x01(\x0b\x32\x14.node_service.Tensor\x12$\n\x06length\x18\x04 \x01(\x0b\x32\x14.node_service.Tensor\x12\r\n\x05train\x18\x05 \x01(\x08\x12\x17\n\nrequest_id\x18\x06 \x01(\tH\x00\x88\x01\x01\x42\r\n\x0b_request_id\"H\n\x04Loss\x12\x0c\n\x04loss\x18\x01 \x01(\x02\x12(\n\x05grads\x18\x02 \x01(\x0b\x32\x14.node_service.TensorH\x00\x88\x01\x01\x42\x08\n\x06_grads\"/\n\x19GetInferenceResultRequest\x12\x12\n\nrequest_id\x18\x01 \x01(\t\"\\\n\x0fInferenceResult\x12)\n\x06tensor\x18\x01 \x01(\x0b\x32\x14.node_service.TensorH\x00\x88\x01\x01\x12\x13\n\x0bis_finished\x18\x02 \x01(\x08\x42\t\n\x07_tensor\";\n\x06Tensor\x12\x13\n\x0btensor_data\x18\x01 \x01(\x0c\x12\r\n\x05shape\x18\x02 \x03(\x05\x12\r\n\x05\x64type\x18\x03 \x01(\t\"<\n\x16\x43ollectTopologyRequest\x12\x0f\n\x07visited\x18\x01 \x03(\t\x12\x11\n\tmax_depth\x18\x02 \x01(\x05\"\x98\x02\n\x08Topology\x12\x30\n\x05nodes\x18\x01 \x03(\x0b\x32!.node_service.Topology.NodesEntry\x12\x39\n\npeer_graph\x18\x02 \x03(\x0b\x32%.node_service.Topology.PeerGraphEntry\x1aN\n\nNodesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12/\n\x05value\x18\x02 \x01(\x0b\x32 .node_service.DeviceCapabilities:\x02\x38\x01\x1aO\n\x0ePeerGraphEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12,\n\x05value\x18\x02 \x01(\x0b\x32\x1d.node_service.PeerConnections:\x02\x38\x01\"I\n\x0ePeerConnection\x12\r\n\x05to_id\x18\x01 \x01(\t\x12\x18\n\x0b\x64\x65scription\x18\x02 \x01(\tH\x00\x88\x01\x01\x42\x0e\n\x0c_description\"D\n\x0fPeerConnections\x12\x31\n\x0b\x63onnections\x18\x01 \x03(\x0b\x32\x1c.node_service.PeerConnection\"7\n\x0b\x44\x65viceFlops\x12\x0c\n\x04\x66p32\x18\x01 \x01(\x01\x12\x0c\n\x04\x66p16\x18\x02 \x01(\x01\x12\x0c\n\x04int8\x18\x03 \x01(\x01\"k\n\x12\x44\x65viceCapabilities\x12\r\n\x05model\x18\x01 \x01(\t\x12\x0c\n\x04\x63hip\x18\x02 \x01(\t\x12\x0e\n\x06memory\x18\x03 \x01(\x05\x12(\n\x05\x66lops\x18\x04 \x01(\x0b\x32\x19.node_service.DeviceFlops\"L\n\x11SendResultRequest\x12\x12\n\nrequest_id\x18\x01 \x01(\t\x12\x0e\n\x06result\x18\x02 \x03(\x05\x12\x13\n\x0bis_finished\x18\x03 \x01(\x08\"=\n\x17SendOpaqueStatusRequest\x12\x12\n\nrequest_id\x18\x01 \x01(\t\x12\x0e\n\x06status\x18\x02 \x01(\t\"\x14\n\x12HealthCheckRequest\")\n\x13HealthCheckResponse\x12\x12\n\nis_healthy\x18\x01 \x01(\x08\"\x07\n\x05\x45mpty2\xf7\x04\n\x0bNodeService\x12\x41\n\nSendPrompt\x12\x1b.node_service.PromptRequest\x1a\x14.node_service.Tensor\"\x00\x12\x41\n\nSendTensor\x12\x1b.node_service.TensorRequest\x1a\x14.node_service.Tensor\"\x00\x12\x41\n\x0bSendExample\x12\x1c.node_service.ExampleRequest\x1a\x12.node_service.Loss\"\x00\x12^\n\x12GetInferenceResult\x12\'.node_service.GetInferenceResultRequest\x1a\x1d.node_service.InferenceResult\"\x00\x12Q\n\x0f\x43ollectTopology\x12$.node_service.CollectTopologyRequest\x1a\x16.node_service.Topology\"\x00\x12\x44\n\nSendResult\x12\x1f.node_service.SendResultRequest\x1a\x13.node_service.Empty\"\x00\x12P\n\x10SendOpaqueStatus\x12%.node_service.SendOpaqueStatusRequest\x1a\x13.node_service.Empty\"\x00\x12T\n\x0bHealthCheck\x12 .node_service.HealthCheckRequest\x1a!.node_service.HealthCheckResponse\"\x00\x62\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n&exo/networking/grpc/node_service.proto\x12\x0cnode_service\"S\n\x05Shard\x12\x10\n\x08model_id\x18\x01 \x01(\t\x12\x13\n\x0bstart_layer\x18\x02 \x01(\x05\x12\x11\n\tend_layer\x18\x03 \x01(\x05\x12\x10\n\x08n_layers\x18\x04 \x01(\x05\"\xbb\x01\n\rPromptRequest\x12\"\n\x05shard\x18\x01 \x01(\x0b\x32\x13.node_service.Shard\x12\x0e\n\x06prompt\x18\x02 \x01(\t\x12\x17\n\nrequest_id\x18\x03 \x01(\tH\x00\x88\x01\x01\x12:\n\x0finference_state\x18\x04 \x01(\x0b\x32\x1c.node_service.InferenceStateH\x01\x88\x01\x01\x42\r\n\x0b_request_idB\x12\n\x10_inference_state\"\xd1\x01\n\rTensorRequest\x12\"\n\x05shard\x18\x01 \x01(\x0b\x32\x13.node_service.Shard\x12$\n\x06tensor\x18\x02 \x01(\x0b\x32\x14.node_service.Tensor\x12\x17\n\nrequest_id\x18\x03 \x01(\tH\x00\x88\x01\x01\x12:\n\x0finference_state\x18\x04 \x01(\x0b\x32\x1c.node_service.InferenceStateH\x01\x88\x01\x01\x42\r\n\x0b_request_idB\x12\n\x10_inference_state\"\xde\x01\n\x0e\x45xampleRequest\x12\"\n\x05shard\x18\x01 \x01(\x0b\x32\x13.node_service.Shard\x12%\n\x07\x65xample\x18\x02 \x01(\x0b\x32\x14.node_service.Tensor\x12$\n\x06target\x18\x03 \x01(\x0b\x32\x14.node_service.Tensor\x12$\n\x06length\x18\x04 \x01(\x0b\x32\x14.node_service.Tensor\x12\r\n\x05train\x18\x05 \x01(\x08\x12\x17\n\nrequest_id\x18\x06 \x01(\tH\x00\x88\x01\x01\x42\r\n\x0b_request_id\"H\n\x04Loss\x12\x0c\n\x04loss\x18\x01 \x01(\x02\x12(\n\x05grads\x18\x02 \x01(\x0b\x32\x14.node_service.TensorH\x00\x88\x01\x01\x42\x08\n\x06_grads\"/\n\x19GetInferenceResultRequest\x12\x12\n\nrequest_id\x18\x01 \x01(\t\"\\\n\x0fInferenceResult\x12)\n\x06tensor\x18\x01 \x01(\x0b\x32\x14.node_service.TensorH\x00\x88\x01\x01\x12\x13\n\x0bis_finished\x18\x02 \x01(\x08\x42\t\n\x07_tensor\";\n\x06Tensor\x12\x13\n\x0btensor_data\x18\x01 \x01(\x0c\x12\r\n\x05shape\x18\x02 \x03(\x05\x12\r\n\x05\x64type\x18\x03 \x01(\t\"3\n\nTensorList\x12%\n\x07tensors\x18\x01 \x03(\x0b\x32\x14.node_service.Tensor\"\xd2\x02\n\x0eInferenceState\x12\x41\n\x0btensor_data\x18\x01 \x03(\x0b\x32,.node_service.InferenceState.TensorDataEntry\x12J\n\x10tensor_list_data\x18\x02 \x03(\x0b\x32\x30.node_service.InferenceState.TensorListDataEntry\x12\x17\n\x0fother_data_json\x18\x03 \x01(\t\x1aG\n\x0fTensorDataEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12#\n\x05value\x18\x02 \x01(\x0b\x32\x14.node_service.Tensor:\x02\x38\x01\x1aO\n\x13TensorListDataEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\'\n\x05value\x18\x02 \x01(\x0b\x32\x18.node_service.TensorList:\x02\x38\x01\"<\n\x16\x43ollectTopologyRequest\x12\x0f\n\x07visited\x18\x01 \x03(\t\x12\x11\n\tmax_depth\x18\x02 \x01(\x05\"\x98\x02\n\x08Topology\x12\x30\n\x05nodes\x18\x01 \x03(\x0b\x32!.node_service.Topology.NodesEntry\x12\x39\n\npeer_graph\x18\x02 \x03(\x0b\x32%.node_service.Topology.PeerGraphEntry\x1aN\n\nNodesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12/\n\x05value\x18\x02 \x01(\x0b\x32 .node_service.DeviceCapabilities:\x02\x38\x01\x1aO\n\x0ePeerGraphEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12,\n\x05value\x18\x02 \x01(\x0b\x32\x1d.node_service.PeerConnections:\x02\x38\x01\"I\n\x0ePeerConnection\x12\r\n\x05to_id\x18\x01 \x01(\t\x12\x18\n\x0b\x64\x65scription\x18\x02 \x01(\tH\x00\x88\x01\x01\x42\x0e\n\x0c_description\"D\n\x0fPeerConnections\x12\x31\n\x0b\x63onnections\x18\x01 \x03(\x0b\x32\x1c.node_service.PeerConnection\"7\n\x0b\x44\x65viceFlops\x12\x0c\n\x04\x66p32\x18\x01 \x01(\x01\x12\x0c\n\x04\x66p16\x18\x02 \x01(\x01\x12\x0c\n\x04int8\x18\x03 \x01(\x01\"k\n\x12\x44\x65viceCapabilities\x12\r\n\x05model\x18\x01 \x01(\t\x12\x0c\n\x04\x63hip\x18\x02 \x01(\t\x12\x0e\n\x06memory\x18\x03 \x01(\x05\x12(\n\x05\x66lops\x18\x04 \x01(\x0b\x32\x19.node_service.DeviceFlops\"\x82\x01\n\x11SendResultRequest\x12\x12\n\nrequest_id\x18\x01 \x01(\t\x12\x0e\n\x06result\x18\x02 \x03(\x05\x12)\n\x06tensor\x18\x03 \x01(\x0b\x32\x14.node_service.TensorH\x00\x88\x01\x01\x12\x13\n\x0bis_finished\x18\x04 \x01(\x08\x42\t\n\x07_tensor\"=\n\x17SendOpaqueStatusRequest\x12\x12\n\nrequest_id\x18\x01 \x01(\t\x12\x0e\n\x06status\x18\x02 \x01(\t\"\x14\n\x12HealthCheckRequest\")\n\x13HealthCheckResponse\x12\x12\n\nis_healthy\x18\x01 \x01(\x08\"\x07\n\x05\x45mpty2\xf7\x04\n\x0bNodeService\x12\x41\n\nSendPrompt\x12\x1b.node_service.PromptRequest\x1a\x14.node_service.Tensor\"\x00\x12\x41\n\nSendTensor\x12\x1b.node_service.TensorRequest\x1a\x14.node_service.Tensor\"\x00\x12\x41\n\x0bSendExample\x12\x1c.node_service.ExampleRequest\x1a\x12.node_service.Loss\"\x00\x12^\n\x12GetInferenceResult\x12\'.node_service.GetInferenceResultRequest\x1a\x1d.node_service.InferenceResult\"\x00\x12Q\n\x0f\x43ollectTopology\x12$.node_service.CollectTopologyRequest\x1a\x16.node_service.Topology\"\x00\x12\x44\n\nSendResult\x12\x1f.node_service.SendResultRequest\x1a\x13.node_service.Empty\"\x00\x12P\n\x10SendOpaqueStatus\x12%.node_service.SendOpaqueStatusRequest\x1a\x13.node_service.Empty\"\x00\x12T\n\x0bHealthCheck\x12 .node_service.HealthCheckRequest\x1a!.node_service.HealthCheckResponse\"\x00\x62\x06proto3')
_globals = globals()
_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
-_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'node_service_pb2', _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'exo.networking.grpc.node_service_pb2', _globals)
if not _descriptor._USE_C_DESCRIPTORS:
DESCRIPTOR._loaded_options = None
_globals['_INFERENCESTATE_TENSORDATAENTRY']._loaded_options = None
@@ -39,48 +39,56 @@ if not _descriptor._USE_C_DESCRIPTORS:
_globals['_TOPOLOGY_NODESENTRY']._serialized_options = b'8\001'
_globals['_TOPOLOGY_PEERGRAPHENTRY']._loaded_options = None
_globals['_TOPOLOGY_PEERGRAPHENTRY']._serialized_options = b'8\001'
- _globals['_SHARD']._serialized_start=36
- _globals['_SHARD']._serialized_end=119
- _globals['_PROMPTREQUEST']._serialized_start=121
- _globals['_PROMPTREQUEST']._serialized_end=228
- _globals['_TENSORREQUEST']._serialized_start=231
- _globals['_TENSORREQUEST']._serialized_end=360
- _globals['_EXAMPLEREQUEST']._serialized_start=363
- _globals['_EXAMPLEREQUEST']._serialized_end=585
- _globals['_LOSS']._serialized_start=587
- _globals['_LOSS']._serialized_end=659
- _globals['_GETINFERENCERESULTREQUEST']._serialized_start=661
- _globals['_GETINFERENCERESULTREQUEST']._serialized_end=708
- _globals['_INFERENCERESULT']._serialized_start=710
- _globals['_INFERENCERESULT']._serialized_end=802
- _globals['_TENSOR']._serialized_start=804
- _globals['_TENSOR']._serialized_end=863
- _globals['_COLLECTTOPOLOGYREQUEST']._serialized_start=865
- _globals['_COLLECTTOPOLOGYREQUEST']._serialized_end=925
- _globals['_TOPOLOGY']._serialized_start=928
- _globals['_TOPOLOGY']._serialized_end=1208
- _globals['_TOPOLOGY_NODESENTRY']._serialized_start=1049
- _globals['_TOPOLOGY_NODESENTRY']._serialized_end=1127
- _globals['_TOPOLOGY_PEERGRAPHENTRY']._serialized_start=1129
- _globals['_TOPOLOGY_PEERGRAPHENTRY']._serialized_end=1208
- _globals['_PEERCONNECTION']._serialized_start=1210
- _globals['_PEERCONNECTION']._serialized_end=1283
- _globals['_PEERCONNECTIONS']._serialized_start=1285
- _globals['_PEERCONNECTIONS']._serialized_end=1353
- _globals['_DEVICEFLOPS']._serialized_start=1355
- _globals['_DEVICEFLOPS']._serialized_end=1410
- _globals['_DEVICECAPABILITIES']._serialized_start=1412
- _globals['_DEVICECAPABILITIES']._serialized_end=1519
- _globals['_SENDRESULTREQUEST']._serialized_start=1521
- _globals['_SENDRESULTREQUEST']._serialized_end=1597
- _globals['_SENDOPAQUESTATUSREQUEST']._serialized_start=1599
- _globals['_SENDOPAQUESTATUSREQUEST']._serialized_end=1660
- _globals['_HEALTHCHECKREQUEST']._serialized_start=1662
- _globals['_HEALTHCHECKREQUEST']._serialized_end=1682
- _globals['_HEALTHCHECKRESPONSE']._serialized_start=1684
- _globals['_HEALTHCHECKRESPONSE']._serialized_end=1725
- _globals['_EMPTY']._serialized_start=1727
- _globals['_EMPTY']._serialized_end=1734
- _globals['_NODESERVICE']._serialized_start=1737
- _globals['_NODESERVICE']._serialized_end=2368
+ _globals['_SHARD']._serialized_start=56
+ _globals['_SHARD']._serialized_end=139
+ _globals['_PROMPTREQUEST']._serialized_start=142
+ _globals['_PROMPTREQUEST']._serialized_end=329
+ _globals['_TENSORREQUEST']._serialized_start=332
+ _globals['_TENSORREQUEST']._serialized_end=541
+ _globals['_EXAMPLEREQUEST']._serialized_start=544
+ _globals['_EXAMPLEREQUEST']._serialized_end=766
+ _globals['_LOSS']._serialized_start=768
+ _globals['_LOSS']._serialized_end=840
+ _globals['_GETINFERENCERESULTREQUEST']._serialized_start=842
+ _globals['_GETINFERENCERESULTREQUEST']._serialized_end=889
+ _globals['_INFERENCERESULT']._serialized_start=891
+ _globals['_INFERENCERESULT']._serialized_end=983
+ _globals['_TENSOR']._serialized_start=985
+ _globals['_TENSOR']._serialized_end=1044
+ _globals['_TENSORLIST']._serialized_start=1046
+ _globals['_TENSORLIST']._serialized_end=1097
+ _globals['_INFERENCESTATE']._serialized_start=1100
+ _globals['_INFERENCESTATE']._serialized_end=1438
+ _globals['_INFERENCESTATE_TENSORDATAENTRY']._serialized_start=1286
+ _globals['_INFERENCESTATE_TENSORDATAENTRY']._serialized_end=1357
+ _globals['_INFERENCESTATE_TENSORLISTDATAENTRY']._serialized_start=1359
+ _globals['_INFERENCESTATE_TENSORLISTDATAENTRY']._serialized_end=1438
+ _globals['_COLLECTTOPOLOGYREQUEST']._serialized_start=1440
+ _globals['_COLLECTTOPOLOGYREQUEST']._serialized_end=1500
+ _globals['_TOPOLOGY']._serialized_start=1503
+ _globals['_TOPOLOGY']._serialized_end=1783
+ _globals['_TOPOLOGY_NODESENTRY']._serialized_start=1624
+ _globals['_TOPOLOGY_NODESENTRY']._serialized_end=1702
+ _globals['_TOPOLOGY_PEERGRAPHENTRY']._serialized_start=1704
+ _globals['_TOPOLOGY_PEERGRAPHENTRY']._serialized_end=1783
+ _globals['_PEERCONNECTION']._serialized_start=1785
+ _globals['_PEERCONNECTION']._serialized_end=1858
+ _globals['_PEERCONNECTIONS']._serialized_start=1860
+ _globals['_PEERCONNECTIONS']._serialized_end=1928
+ _globals['_DEVICEFLOPS']._serialized_start=1930
+ _globals['_DEVICEFLOPS']._serialized_end=1985
+ _globals['_DEVICECAPABILITIES']._serialized_start=1987
+ _globals['_DEVICECAPABILITIES']._serialized_end=2094
+ _globals['_SENDRESULTREQUEST']._serialized_start=2097
+ _globals['_SENDRESULTREQUEST']._serialized_end=2227
+ _globals['_SENDOPAQUESTATUSREQUEST']._serialized_start=2229
+ _globals['_SENDOPAQUESTATUSREQUEST']._serialized_end=2290
+ _globals['_HEALTHCHECKREQUEST']._serialized_start=2292
+ _globals['_HEALTHCHECKREQUEST']._serialized_end=2312
+ _globals['_HEALTHCHECKRESPONSE']._serialized_start=2314
+ _globals['_HEALTHCHECKRESPONSE']._serialized_end=2355
+ _globals['_EMPTY']._serialized_start=2357
+ _globals['_EMPTY']._serialized_end=2364
+ _globals['_NODESERVICE']._serialized_start=2367
+ _globals['_NODESERVICE']._serialized_end=2998
# @@protoc_insertion_point(module_scope)
diff --git a/exo/networking/grpc/node_service_pb2_grpc.py b/exo/networking/grpc/node_service_pb2_grpc.py
index 52137172..18d66b8e 100644
--- a/exo/networking/grpc/node_service_pb2_grpc.py
+++ b/exo/networking/grpc/node_service_pb2_grpc.py
@@ -3,7 +3,7 @@
import grpc
import warnings
-from exo.networking.grpc import node_service_pb2 as node__service__pb2
+from exo.networking.grpc import node_service_pb2 as exo_dot_networking_dot_grpc_dot_node__service__pb2
GRPC_GENERATED_VERSION = '1.68.0'
GRPC_VERSION = grpc.__version__
@@ -18,7 +18,7 @@ except ImportError:
if _version_not_supported:
raise RuntimeError(
f'The grpc package installed is at version {GRPC_VERSION},'
- + f' but the generated code in node_service_pb2_grpc.py depends on'
+ + f' but the generated code in exo/networking/grpc/node_service_pb2_grpc.py depends on'
+ f' grpcio>={GRPC_GENERATED_VERSION}.'
+ f' Please upgrade your grpc module to grpcio>={GRPC_GENERATED_VERSION}'
+ f' or downgrade your generated code using grpcio-tools<={GRPC_VERSION}.'
@@ -36,43 +36,43 @@ class NodeServiceStub(object):
"""
self.SendPrompt = channel.unary_unary(
'/node_service.NodeService/SendPrompt',
- request_serializer=node__service__pb2.PromptRequest.SerializeToString,
- response_deserializer=node__service__pb2.Tensor.FromString,
+ request_serializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.PromptRequest.SerializeToString,
+ response_deserializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.Tensor.FromString,
_registered_method=True)
self.SendTensor = channel.unary_unary(
'/node_service.NodeService/SendTensor',
- request_serializer=node__service__pb2.TensorRequest.SerializeToString,
- response_deserializer=node__service__pb2.Tensor.FromString,
+ request_serializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.TensorRequest.SerializeToString,
+ response_deserializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.Tensor.FromString,
_registered_method=True)
self.SendExample = channel.unary_unary(
'/node_service.NodeService/SendExample',
- request_serializer=node__service__pb2.ExampleRequest.SerializeToString,
- response_deserializer=node__service__pb2.Loss.FromString,
+ request_serializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.ExampleRequest.SerializeToString,
+ response_deserializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.Loss.FromString,
_registered_method=True)
self.GetInferenceResult = channel.unary_unary(
'/node_service.NodeService/GetInferenceResult',
- request_serializer=node__service__pb2.GetInferenceResultRequest.SerializeToString,
- response_deserializer=node__service__pb2.InferenceResult.FromString,
+ request_serializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.GetInferenceResultRequest.SerializeToString,
+ response_deserializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.InferenceResult.FromString,
_registered_method=True)
self.CollectTopology = channel.unary_unary(
'/node_service.NodeService/CollectTopology',
- request_serializer=node__service__pb2.CollectTopologyRequest.SerializeToString,
- response_deserializer=node__service__pb2.Topology.FromString,
+ request_serializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.CollectTopologyRequest.SerializeToString,
+ response_deserializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.Topology.FromString,
_registered_method=True)
self.SendResult = channel.unary_unary(
'/node_service.NodeService/SendResult',
- request_serializer=node__service__pb2.SendResultRequest.SerializeToString,
- response_deserializer=node__service__pb2.Empty.FromString,
+ request_serializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.SendResultRequest.SerializeToString,
+ response_deserializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.Empty.FromString,
_registered_method=True)
self.SendOpaqueStatus = channel.unary_unary(
'/node_service.NodeService/SendOpaqueStatus',
- request_serializer=node__service__pb2.SendOpaqueStatusRequest.SerializeToString,
- response_deserializer=node__service__pb2.Empty.FromString,
+ request_serializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.SendOpaqueStatusRequest.SerializeToString,
+ response_deserializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.Empty.FromString,
_registered_method=True)
self.HealthCheck = channel.unary_unary(
'/node_service.NodeService/HealthCheck',
- request_serializer=node__service__pb2.HealthCheckRequest.SerializeToString,
- response_deserializer=node__service__pb2.HealthCheckResponse.FromString,
+ request_serializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.HealthCheckRequest.SerializeToString,
+ response_deserializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.HealthCheckResponse.FromString,
_registered_method=True)
@@ -132,43 +132,43 @@ def add_NodeServiceServicer_to_server(servicer, server):
rpc_method_handlers = {
'SendPrompt': grpc.unary_unary_rpc_method_handler(
servicer.SendPrompt,
- request_deserializer=node__service__pb2.PromptRequest.FromString,
- response_serializer=node__service__pb2.Tensor.SerializeToString,
+ request_deserializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.PromptRequest.FromString,
+ response_serializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.Tensor.SerializeToString,
),
'SendTensor': grpc.unary_unary_rpc_method_handler(
servicer.SendTensor,
- request_deserializer=node__service__pb2.TensorRequest.FromString,
- response_serializer=node__service__pb2.Tensor.SerializeToString,
+ request_deserializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.TensorRequest.FromString,
+ response_serializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.Tensor.SerializeToString,
),
'SendExample': grpc.unary_unary_rpc_method_handler(
servicer.SendExample,
- request_deserializer=node__service__pb2.ExampleRequest.FromString,
- response_serializer=node__service__pb2.Loss.SerializeToString,
+ request_deserializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.ExampleRequest.FromString,
+ response_serializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.Loss.SerializeToString,
),
'GetInferenceResult': grpc.unary_unary_rpc_method_handler(
servicer.GetInferenceResult,
- request_deserializer=node__service__pb2.GetInferenceResultRequest.FromString,
- response_serializer=node__service__pb2.InferenceResult.SerializeToString,
+ request_deserializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.GetInferenceResultRequest.FromString,
+ response_serializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.InferenceResult.SerializeToString,
),
'CollectTopology': grpc.unary_unary_rpc_method_handler(
servicer.CollectTopology,
- request_deserializer=node__service__pb2.CollectTopologyRequest.FromString,
- response_serializer=node__service__pb2.Topology.SerializeToString,
+ request_deserializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.CollectTopologyRequest.FromString,
+ response_serializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.Topology.SerializeToString,
),
'SendResult': grpc.unary_unary_rpc_method_handler(
servicer.SendResult,
- request_deserializer=node__service__pb2.SendResultRequest.FromString,
- response_serializer=node__service__pb2.Empty.SerializeToString,
+ request_deserializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.SendResultRequest.FromString,
+ response_serializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.Empty.SerializeToString,
),
'SendOpaqueStatus': grpc.unary_unary_rpc_method_handler(
servicer.SendOpaqueStatus,
- request_deserializer=node__service__pb2.SendOpaqueStatusRequest.FromString,
- response_serializer=node__service__pb2.Empty.SerializeToString,
+ request_deserializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.SendOpaqueStatusRequest.FromString,
+ response_serializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.Empty.SerializeToString,
),
'HealthCheck': grpc.unary_unary_rpc_method_handler(
servicer.HealthCheck,
- request_deserializer=node__service__pb2.HealthCheckRequest.FromString,
- response_serializer=node__service__pb2.HealthCheckResponse.SerializeToString,
+ request_deserializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.HealthCheckRequest.FromString,
+ response_serializer=exo_dot_networking_dot_grpc_dot_node__service__pb2.HealthCheckResponse.SerializeToString,
),
}
generic_handler = grpc.method_handlers_generic_handler(
@@ -196,8 +196,8 @@ class NodeService(object):
request,
target,
'/node_service.NodeService/SendPrompt',
- node__service__pb2.PromptRequest.SerializeToString,
- node__service__pb2.Tensor.FromString,
+ exo_dot_networking_dot_grpc_dot_node__service__pb2.PromptRequest.SerializeToString,
+ exo_dot_networking_dot_grpc_dot_node__service__pb2.Tensor.FromString,
options,
channel_credentials,
insecure,
@@ -223,8 +223,8 @@ class NodeService(object):
request,
target,
'/node_service.NodeService/SendTensor',
- node__service__pb2.TensorRequest.SerializeToString,
- node__service__pb2.Tensor.FromString,
+ exo_dot_networking_dot_grpc_dot_node__service__pb2.TensorRequest.SerializeToString,
+ exo_dot_networking_dot_grpc_dot_node__service__pb2.Tensor.FromString,
options,
channel_credentials,
insecure,
@@ -250,8 +250,8 @@ class NodeService(object):
request,
target,
'/node_service.NodeService/SendExample',
- node__service__pb2.ExampleRequest.SerializeToString,
- node__service__pb2.Loss.FromString,
+ exo_dot_networking_dot_grpc_dot_node__service__pb2.ExampleRequest.SerializeToString,
+ exo_dot_networking_dot_grpc_dot_node__service__pb2.Loss.FromString,
options,
channel_credentials,
insecure,
@@ -277,8 +277,8 @@ class NodeService(object):
request,
target,
'/node_service.NodeService/GetInferenceResult',
- node__service__pb2.GetInferenceResultRequest.SerializeToString,
- node__service__pb2.InferenceResult.FromString,
+ exo_dot_networking_dot_grpc_dot_node__service__pb2.GetInferenceResultRequest.SerializeToString,
+ exo_dot_networking_dot_grpc_dot_node__service__pb2.InferenceResult.FromString,
options,
channel_credentials,
insecure,
@@ -304,8 +304,8 @@ class NodeService(object):
request,
target,
'/node_service.NodeService/CollectTopology',
- node__service__pb2.CollectTopologyRequest.SerializeToString,
- node__service__pb2.Topology.FromString,
+ exo_dot_networking_dot_grpc_dot_node__service__pb2.CollectTopologyRequest.SerializeToString,
+ exo_dot_networking_dot_grpc_dot_node__service__pb2.Topology.FromString,
options,
channel_credentials,
insecure,
@@ -331,8 +331,8 @@ class NodeService(object):
request,
target,
'/node_service.NodeService/SendResult',
- node__service__pb2.SendResultRequest.SerializeToString,
- node__service__pb2.Empty.FromString,
+ exo_dot_networking_dot_grpc_dot_node__service__pb2.SendResultRequest.SerializeToString,
+ exo_dot_networking_dot_grpc_dot_node__service__pb2.Empty.FromString,
options,
channel_credentials,
insecure,
@@ -358,8 +358,8 @@ class NodeService(object):
request,
target,
'/node_service.NodeService/SendOpaqueStatus',
- node__service__pb2.SendOpaqueStatusRequest.SerializeToString,
- node__service__pb2.Empty.FromString,
+ exo_dot_networking_dot_grpc_dot_node__service__pb2.SendOpaqueStatusRequest.SerializeToString,
+ exo_dot_networking_dot_grpc_dot_node__service__pb2.Empty.FromString,
options,
channel_credentials,
insecure,
@@ -385,8 +385,8 @@ class NodeService(object):
request,
target,
'/node_service.NodeService/HealthCheck',
- node__service__pb2.HealthCheckRequest.SerializeToString,
- node__service__pb2.HealthCheckResponse.FromString,
+ exo_dot_networking_dot_grpc_dot_node__service__pb2.HealthCheckRequest.SerializeToString,
+ exo_dot_networking_dot_grpc_dot_node__service__pb2.HealthCheckResponse.FromString,
options,
channel_credentials,
insecure,
← b003292b formatting and fixing tests after rebasing
·
back to Exo
·
Remove build 3475be9e →