Merge pull request #41 from gnes-ai/async_grpc

fix(grpc): add stream call to index and train in grpc service

gnes/proto/gnes.proto

@@ -207,5 +207,9 @@ service GnesRPC {
     }
     rpc _Call (Request) returns (Response) {
     }
+    rpc TrainStream (stream Request) returns (Response) {
+    }
+    rpc IndexStream (stream Request) returns (Response) {
+    }
 }
 

gnes/proto/gnes_pb2_grpc.py

@@ -34,6 +34,16 @@ def __init__(self, channel):
         request_serializer=gnes__pb2.Request.SerializeToString,
         response_deserializer=gnes__pb2.Response.FromString,
         )
+    self.TrainStream = channel.stream_unary(
+        '/gnes.GnesRPC/TrainStream',
+        request_serializer=gnes__pb2.Request.SerializeToString,
+        response_deserializer=gnes__pb2.Response.FromString,
+        )
+    self.IndexStream = channel.stream_unary(
+        '/gnes.GnesRPC/IndexStream',
+        request_serializer=gnes__pb2.Request.SerializeToString,
+        response_deserializer=gnes__pb2.Response.FromString,
+        )
 
 
 class GnesRPCServicer(object):
@@ -69,6 +79,20 @@ def _Call(self, request, context):
     context.set_details('Method not implemented!')
     raise NotImplementedError('Method not implemented!')
 
+  def TrainStream(self, request_iterator, context):
+    # missing associated documentation comment in .proto file
+    pass
+    context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+    context.set_details('Method not implemented!')
+    raise NotImplementedError('Method not implemented!')
+
+  def IndexStream(self, request_iterator, context):
+    # missing associated documentation comment in .proto file
+    pass
+    context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+    context.set_details('Method not implemented!')
+    raise NotImplementedError('Method not implemented!')
+
 
 def add_GnesRPCServicer_to_server(servicer, server):
   rpc_method_handlers = {
@@ -92,6 +116,16 @@ def add_GnesRPCServicer_to_server(servicer, server):
           request_deserializer=gnes__pb2.Request.FromString,
           response_serializer=gnes__pb2.Response.SerializeToString,
       ),
+      'TrainStream': grpc.stream_unary_rpc_method_handler(
+          servicer.TrainStream,
+          request_deserializer=gnes__pb2.Request.FromString,
+          response_serializer=gnes__pb2.Response.SerializeToString,
+      ),
+      'IndexStream': grpc.stream_unary_rpc_method_handler(
+          servicer.IndexStream,
+          request_deserializer=gnes__pb2.Request.FromString,
+          response_serializer=gnes__pb2.Response.SerializeToString,
+      ),
   }
   generic_handler = grpc.method_handlers_generic_handler(
       'gnes.GnesRPC', rpc_method_handlers)

gnes/service/grpc.py

@@ -129,6 +129,16 @@ def Index(self, request, context):
     def Search(self, request, context):
         return self._Call(request, context)
 
+    def TrainStream(self, request_iterator, context):
+        for request in request_iterator:
+            ret = self._Call(request, context)
+        return ret
+
+    def IndexStream(self, request_iterator, context):
+        for request in request_iterator:
+            ret = self._Call(request, context)
+        return ret
+
 
 class GRPCFrontend:
     def __init__(self, args):

shell/make-proto.sh

@@ -1,10 +1,10 @@
 #!/usr/bin/env bash
 
 SRC_DIR=../gnes/proto/
-PLUGIN_PATH=/Volumes/TOSHIBA-4T/Documents/grpc/bins/opt/grpc_python_plugin
-#PLUGIN_PATH=/Users/yanlarry/Desktop/git/grpc/bins/opt/grpc_python_plugin
+#PLUGIN_PATH=/Volumes/TOSHIBA-4T/Documents/grpc/bins/opt/grpc_python_plugin
+PLUGIN_PATH=/user/local/grpc/bins/opt/grpc_python_plugin
 
 protoc -I ${SRC_DIR} --python_out=${SRC_DIR} --grpc_python_out=${SRC_DIR} --plugin=protoc-gen-grpc_python=${PLUGIN_PATH} ${SRC_DIR}gnes.proto
 
 # fix import bug in google generator
-sed -i '' -e '4s/.*/from\ \.\ import\ gnes_pb2\ as\ gnes__pb2/' ${SRC_DIR}gnes_pb2_grpc.py
+sed -i '' -e '4s/.*/from\ \.\ import\ gnes_pb2\ as\ gnes__pb2/' ${SRC_DIR}gnes_pb2_grpc.py