Merge pull request #19 from gnes-ai/hotfix_doc_reducer

fix(doc_reducer_router): fix reduce error

Dockerfile

@@ -16,4 +16,6 @@ ADD . ./
 RUN pip --no-cache-dir install .[all] \
     && rm -rf /tmp/*
 
+WORKDIR /
+
 ENTRYPOINT ["gnes"]

docker-push.sh

@@ -11,7 +11,7 @@ _docker_push() {
     docker build --rm --target $TARGET -t ${DOCKER_NAMESPACE}/${PROJ_NAME}:${GIT_TAG} .
     docker push ${DOCKER_NAMESPACE}/${PROJ_NAME}:${GIT_TAG}
     printf 'done! and to run the container simply do:\n'
-    printf "\e[1;33mdocker run --entrypoint "/bin/bash" --rm -v /data1/cips/data:/ext_data -it $DOCKER_NAMESPACE/$PROJ_NAME:$GIT_TAG\e[0m\n"
+    printf "\e[1;33mdocker run --entrypoint "/bin/bash" --rm -v /data/ext_models/ext_models:/ext_data -it $DOCKER_NAMESPACE/$PROJ_NAME:$GIT_TAG\e[0m\n"
 }
 
 _select_namespace() {

gnes/router/reduce/document.py

@@ -9,7 +9,7 @@ def apply(self, msg: 'gnes_pb2.Message', accum_msgs: List['gnes_pb2.Message'], *
         final_docs = []
         for idx, r in enumerate(msg.response.search.topk_results):
             # get result from all shards, some may return None, we only take the first non-None doc
-            final_docs.append([r for m in accum_msgs if
+            final_docs.append([m.response.search.topk_results[idx] for m in accum_msgs if
                                m.response.search.topk_results[idx].doc.WhichOneof('raw_data') is not None][0])
 
         # resort all doc result as the doc_weight has been applied

tests/__init__.py

@@ -48,7 +48,7 @@ def line2pb_doc(line: str, doc_id: int = 0, deliminator: str = r'[.。！？!?]+
         'VGG_MODEL': '/',
         'RESNET_MODEL': '/',
         'INCEPTION_MODEL': '/',
-        'GNES_PROFILING': 1
+        'GNES_PROFILING': 0
     },
     'idc-165': {
         'BERT_CI_PORT': 7125,
@@ -63,7 +63,7 @@ def line2pb_doc(line: str, doc_id: int = 0, deliminator: str = r'[.。！？!?]+
         'VGG_MODEL': '/ext_data/image_encoder',
         'RESNET_MODEL': '/ext_data/image_encoder',
         'INCEPTION_MODEL': '/ext_data/image_encoder',
-        'GNES_PROFILING': 1
+        'GNES_PROFILING': 0
     }
 
 }