From 19163ab58eeb6cfd9487ba795839e0d99f86f1f1 Mon Sep 17 00:00:00 2001
From: hanhxiao <hanhxiao@tencent.com>
Date: Mon, 29 Jul 2019 10:55:13 +0800
Subject: [PATCH 1/4] docs(tutorial): fix image and code layout

---
 tutorials/gnes-compose-yaml-spec.md           |   6 +-
 .../img/mermaid-diagram-20190729105252.svg    | 399 ++++++++++++++++++
 .../img/mermaid-diagram-20190729105330.svg    | 399 ++++++++++++++++++
 3 files changed, 800 insertions(+), 4 deletions(-)
 create mode 100644 tutorials/img/mermaid-diagram-20190729105252.svg
 create mode 100644 tutorials/img/mermaid-diagram-20190729105330.svg

diff --git a/tutorials/gnes-compose-yaml-spec.md b/tutorials/gnes-compose-yaml-spec.md
index 2fc5cfed..20e3552f 100644
--- a/tutorials/gnes-compose-yaml-spec.md
+++ b/tutorials/gnes-compose-yaml-spec.md
@@ -76,7 +76,6 @@ When specifying `services`, please kindly note the difference between a list and
 <tr>
 <td>
    <pre lang="yaml">
-```yaml
 services:
 - name: Preprocessor
   yaml_path: text-prep.yml
@@ -86,7 +85,6 @@ services:
   yaml_path: faiss-indexer.yml
 - name: Indexer
   yaml_path: fulltext-indexer.yml
-```
    </pre>
 </td>
 <td>
@@ -107,12 +105,12 @@ services:
 <tr>
 <td>
 <a href="https://gnes.ai">
-  <img src="./img/mermaid-diagram-20190726150644.svg" alt="GNES workflow of example 1" height="200px">
+  <img src="./img/mermaid-diagram-20190729105252.svg" alt="GNES workflow of example 1">
   </a>
 </td>
 <td>
 <a href="https://gnes.ai">
-  <img src="./img/mermaid-diagram-20190726150531.svg" alt="GNES workflow of example 2" height="200px">
+  <img src="./img/mermaid-diagram-20190729105330.svg" alt="GNES workflow of example 2">
   </a>
 </td>
 </tr>
diff --git a/tutorials/img/mermaid-diagram-20190729105252.svg b/tutorials/img/mermaid-diagram-20190729105252.svg
new file mode 100644
index 00000000..6d415a5e
--- /dev/null
+++ b/tutorials/img/mermaid-diagram-20190729105252.svg
@@ -0,0 +1,399 @@
+<svg id="mermaid-1564368770389" width="100%" xmlns="http://www.w3.org/2000/svg" style="max-width: 882.484375px;" viewBox="0 0 882.484375 113"><style>
+
+
+#mermaid-1564368770389 .label {
+  font-family: 'trebuchet ms', verdana, arial;
+  color: #333; }
+
+#mermaid-1564368770389 .label text {
+  fill: #333; }
+
+#mermaid-1564368770389 .node rect,
+#mermaid-1564368770389 .node circle,
+#mermaid-1564368770389 .node ellipse,
+#mermaid-1564368770389 .node polygon {
+  fill: #ECECFF;
+  stroke: #9370DB;
+  stroke-width: 1px; }
+
+#mermaid-1564368770389 .node.clickable {
+  cursor: pointer; }
+
+#mermaid-1564368770389 .arrowheadPath {
+  fill: #333333; }
+
+#mermaid-1564368770389 .edgePath .path {
+  stroke: #333333;
+  stroke-width: 1.5px; }
+
+#mermaid-1564368770389 .edgeLabel {
+  background-color: #e8e8e8; }
+
+#mermaid-1564368770389 .cluster rect {
+  fill: #ffffde;
+  stroke: #aaaa33;
+  stroke-width: 1px; }
+
+#mermaid-1564368770389 .cluster text {
+  fill: #333; }
+
+#mermaid-1564368770389 div.mermaidTooltip {
+  position: absolute;
+  text-align: center;
+  max-width: 200px;
+  padding: 2px;
+  font-family: 'trebuchet ms', verdana, arial;
+  font-size: 12px;
+  background: #ffffde;
+  border: 1px solid #aaaa33;
+  border-radius: 2px;
+  pointer-events: none;
+  z-index: 100; }
+
+#mermaid-1564368770389 .actor {
+  stroke: #CCCCFF;
+  fill: #ECECFF; }
+
+#mermaid-1564368770389 text.actor {
+  fill: black;
+  stroke: none; }
+
+#mermaid-1564368770389 .actor-line {
+  stroke: grey; }
+
+#mermaid-1564368770389 .messageLine0 {
+  stroke-width: 1.5;
+  stroke-dasharray: '2 2';
+  stroke: #333; }
+
+#mermaid-1564368770389 .messageLine1 {
+  stroke-width: 1.5;
+  stroke-dasharray: '2 2';
+  stroke: #333; }
+
+#mermaid-1564368770389 #arrowhead {
+  fill: #333; }
+
+#mermaid-1564368770389 .sequenceNumber {
+  fill: white; }
+
+#mermaid-1564368770389 #sequencenumber {
+  fill: #333; }
+
+#mermaid-1564368770389 #crosshead path {
+  fill: #333 !important;
+  stroke: #333 !important; }
+
+#mermaid-1564368770389 .messageText {
+  fill: #333;
+  stroke: none; }
+
+#mermaid-1564368770389 .labelBox {
+  stroke: #CCCCFF;
+  fill: #ECECFF; }
+
+#mermaid-1564368770389 .labelText {
+  fill: black;
+  stroke: none; }
+
+#mermaid-1564368770389 .loopText {
+  fill: black;
+  stroke: none; }
+
+#mermaid-1564368770389 .loopLine {
+  stroke-width: 2;
+  stroke-dasharray: '2 2';
+  stroke: #CCCCFF; }
+
+#mermaid-1564368770389 .note {
+  stroke: #aaaa33;
+  fill: #fff5ad; }
+
+#mermaid-1564368770389 .noteText {
+  fill: black;
+  stroke: none;
+  font-family: 'trebuchet ms', verdana, arial;
+  font-size: 14px; }
+
+#mermaid-1564368770389 .activation0 {
+  fill: #f4f4f4;
+  stroke: #666; }
+
+#mermaid-1564368770389 .activation1 {
+  fill: #f4f4f4;
+  stroke: #666; }
+
+#mermaid-1564368770389 .activation2 {
+  fill: #f4f4f4;
+  stroke: #666; }
+
+
+#mermaid-1564368770389 .section {
+  stroke: none;
+  opacity: 0.2; }
+
+#mermaid-1564368770389 .section0 {
+  fill: rgba(102, 102, 255, 0.49); }
+
+#mermaid-1564368770389 .section2 {
+  fill: #fff400; }
+
+#mermaid-1564368770389 .section1,
+#mermaid-1564368770389 .section3 {
+  fill: white;
+  opacity: 0.2; }
+
+#mermaid-1564368770389 .sectionTitle0 {
+  fill: #333; }
+
+#mermaid-1564368770389 .sectionTitle1 {
+  fill: #333; }
+
+#mermaid-1564368770389 .sectionTitle2 {
+  fill: #333; }
+
+#mermaid-1564368770389 .sectionTitle3 {
+  fill: #333; }
+
+#mermaid-1564368770389 .sectionTitle {
+  text-anchor: start;
+  font-size: 11px;
+  text-height: 14px; }
+
+
+#mermaid-1564368770389 .grid .tick {
+  stroke: lightgrey;
+  opacity: 0.3;
+  shape-rendering: crispEdges; }
+
+#mermaid-1564368770389 .grid path {
+  stroke-width: 0; }
+
+
+#mermaid-1564368770389 .today {
+  fill: none;
+  stroke: red;
+  stroke-width: 2px; }
+
+
+
+#mermaid-1564368770389 .task {
+  stroke-width: 2; }
+
+#mermaid-1564368770389 .taskText {
+  text-anchor: middle;
+  font-size: 11px; }
+
+#mermaid-1564368770389 .taskTextOutsideRight {
+  fill: black;
+  text-anchor: start;
+  font-size: 11px; }
+
+#mermaid-1564368770389 .taskTextOutsideLeft {
+  fill: black;
+  text-anchor: end;
+  font-size: 11px; }
+
+
+#mermaid-1564368770389 .task.clickable {
+  cursor: pointer; }
+
+#mermaid-1564368770389 .taskText.clickable {
+  cursor: pointer;
+  fill: #003163 !important;
+  font-weight: bold; }
+
+#mermaid-1564368770389 .taskTextOutsideLeft.clickable {
+  cursor: pointer;
+  fill: #003163 !important;
+  font-weight: bold; }
+
+#mermaid-1564368770389 .taskTextOutsideRight.clickable {
+  cursor: pointer;
+  fill: #003163 !important;
+  font-weight: bold; }
+
+
+#mermaid-1564368770389 .taskText0,
+#mermaid-1564368770389 .taskText1,
+#mermaid-1564368770389 .taskText2,
+#mermaid-1564368770389 .taskText3 {
+  fill: white; }
+
+#mermaid-1564368770389 .task0,
+#mermaid-1564368770389 .task1,
+#mermaid-1564368770389 .task2,
+#mermaid-1564368770389 .task3 {
+  fill: #8a90dd;
+  stroke: #534fbc; }
+
+#mermaid-1564368770389 .taskTextOutside0,
+#mermaid-1564368770389 .taskTextOutside2 {
+  fill: black; }
+
+#mermaid-1564368770389 .taskTextOutside1,
+#mermaid-1564368770389 .taskTextOutside3 {
+  fill: black; }
+
+
+#mermaid-1564368770389 .active0,
+#mermaid-1564368770389 .active1,
+#mermaid-1564368770389 .active2,
+#mermaid-1564368770389 .active3 {
+  fill: #bfc7ff;
+  stroke: #534fbc; }
+
+#mermaid-1564368770389 .activeText0,
+#mermaid-1564368770389 .activeText1,
+#mermaid-1564368770389 .activeText2,
+#mermaid-1564368770389 .activeText3 {
+  fill: black !important; }
+
+
+#mermaid-1564368770389 .done0,
+#mermaid-1564368770389 .done1,
+#mermaid-1564368770389 .done2,
+#mermaid-1564368770389 .done3 {
+  stroke: grey;
+  fill: lightgrey;
+  stroke-width: 2; }
+
+#mermaid-1564368770389 .doneText0,
+#mermaid-1564368770389 .doneText1,
+#mermaid-1564368770389 .doneText2,
+#mermaid-1564368770389 .doneText3 {
+  fill: black !important; }
+
+
+#mermaid-1564368770389 .crit0,
+#mermaid-1564368770389 .crit1,
+#mermaid-1564368770389 .crit2,
+#mermaid-1564368770389 .crit3 {
+  stroke: #ff8888;
+  fill: red;
+  stroke-width: 2; }
+
+#mermaid-1564368770389 .activeCrit0,
+#mermaid-1564368770389 .activeCrit1,
+#mermaid-1564368770389 .activeCrit2,
+#mermaid-1564368770389 .activeCrit3 {
+  stroke: #ff8888;
+  fill: #bfc7ff;
+  stroke-width: 2; }
+
+#mermaid-1564368770389 .doneCrit0,
+#mermaid-1564368770389 .doneCrit1,
+#mermaid-1564368770389 .doneCrit2,
+#mermaid-1564368770389 .doneCrit3 {
+  stroke: #ff8888;
+  fill: lightgrey;
+  stroke-width: 2;
+  cursor: pointer;
+  shape-rendering: crispEdges; }
+
+#mermaid-1564368770389 .milestone {
+  transform: rotate(45deg) scale(0.8, 0.8); }
+
+#mermaid-1564368770389 .milestoneText {
+  font-style: italic; }
+
+#mermaid-1564368770389 .doneCritText0,
+#mermaid-1564368770389 .doneCritText1,
+#mermaid-1564368770389 .doneCritText2,
+#mermaid-1564368770389 .doneCritText3 {
+  fill: black !important; }
+
+#mermaid-1564368770389 .activeCritText0,
+#mermaid-1564368770389 .activeCritText1,
+#mermaid-1564368770389 .activeCritText2,
+#mermaid-1564368770389 .activeCritText3 {
+  fill: black !important; }
+
+#mermaid-1564368770389 .titleText {
+  text-anchor: middle;
+  font-size: 18px;
+  fill: black; }
+
+#mermaid-1564368770389 g.classGroup text {
+  fill: #9370DB;
+  stroke: none;
+  font-family: 'trebuchet ms', verdana, arial;
+  font-size: 10px; }
+
+#mermaid-1564368770389 g.classGroup rect {
+  fill: #ECECFF;
+  stroke: #9370DB; }
+
+#mermaid-1564368770389 g.classGroup line {
+  stroke: #9370DB;
+  stroke-width: 1; }
+
+#mermaid-1564368770389 .classLabel .box {
+  stroke: none;
+  stroke-width: 0;
+  fill: #ECECFF;
+  opacity: 0.5; }
+
+#mermaid-1564368770389 .classLabel .label {
+  fill: #9370DB;
+  font-size: 10px; }
+
+#mermaid-1564368770389 .relation {
+  stroke: #9370DB;
+  stroke-width: 1;
+  fill: none; }
+
+#mermaid-1564368770389 #compositionStart {
+  fill: #9370DB;
+  stroke: #9370DB;
+  stroke-width: 1; }
+
+#mermaid-1564368770389 #compositionEnd {
+  fill: #9370DB;
+  stroke: #9370DB;
+  stroke-width: 1; }
+
+#mermaid-1564368770389 #aggregationStart {
+  fill: #ECECFF;
+  stroke: #9370DB;
+  stroke-width: 1; }
+
+#mermaid-1564368770389 #aggregationEnd {
+  fill: #ECECFF;
+  stroke: #9370DB;
+  stroke-width: 1; }
+
+#mermaid-1564368770389 #dependencyStart {
+  fill: #9370DB;
+  stroke: #9370DB;
+  stroke-width: 1; }
+
+#mermaid-1564368770389 #dependencyEnd {
+  fill: #9370DB;
+  stroke: #9370DB;
+  stroke-width: 1; }
+
+#mermaid-1564368770389 #extensionStart {
+  fill: #9370DB;
+  stroke: #9370DB;
+  stroke-width: 1; }
+
+#mermaid-1564368770389 #extensionEnd {
+  fill: #9370DB;
+  stroke: #9370DB;
+  stroke-width: 1; }
+
+#mermaid-1564368770389 .commit-id,
+#mermaid-1564368770389 .commit-msg,
+#mermaid-1564368770389 .branch-label {
+  fill: lightgrey;
+  color: lightgrey; }
+
+#mermaid-1564368770389 .gRPCFrontendCLS &gt; * { fill:#FFAA04 !important; stroke:#277CE8 !important; stroke-width:1px !important; }
+#mermaid-1564368770389 .EncoderCLS &gt; * { fill:#27E1E8 !important; stroke:#277CE8 !important; stroke-width:1px !important; }
+#mermaid-1564368770389 .IndexerCLS &gt; * { fill:#27E1E8 !important; stroke:#277CE8 !important; stroke-width:1px !important; }
+#mermaid-1564368770389 .RouterCLS &gt; * { fill:#2BFFCB !important; stroke:#277CE8 !important; stroke-width:1px !important; }
+#mermaid-1564368770389 .PreprocessorCLS &gt; * { fill:#27E1E8 !important; stroke:#277CE8 !important; stroke-width:1px !important; }</style><style>#mermaid-1564368770389 {
+    color: rgba(0, 0, 0, 0.65);
+    font: ;
+  }</style><g transform="translate(-12, -12)"><g class="output"><g class="clusters"></g><g class="edgePaths"><g class="edgePath" style="opacity: 1;"><path class="path" d="M134.125,56.65286223526945L188.8359375,40.5L243.546875,40.5" marker-end="url(#arrowhead74)" style="fill:none"></path><defs><marker id="arrowhead74" viewBox="0 0 10 10" refX="9" refY="5" markerUnits="strokeWidth" markerWidth="8" markerHeight="6" orient="auto"><path d="M 0 0 L 10 5 L 0 10 z" class="arrowheadPath" style="stroke-width: 1; stroke-dasharray: 1, 0;"></path></marker></defs></g><g class="edgePath" style="opacity: 1;"><path class="path" d="M349.65625,40.5L404.3671875,40.5L459.078125,40.5" marker-end="url(#arrowhead75)" style="fill:none"></path><defs><marker id="arrowhead75" viewBox="0 0 10 10" refX="9" refY="5" markerUnits="strokeWidth" markerWidth="8" markerHeight="6" orient="auto"><path d="M 0 0 L 10 5 L 0 10 z" class="arrowheadPath" style="stroke-width: 1; stroke-dasharray: 1, 0;"></path></marker></defs></g><g class="edgePath" style="opacity: 1;"><path class="path" d="M532.578125,40.5L587.2890625,40.5L642,40.5" marker-end="url(#arrowhead76)" style="fill:none"></path><defs><marker id="arrowhead76" viewBox="0 0 10 10" refX="9" refY="5" markerUnits="strokeWidth" markerWidth="8" markerHeight="6" orient="auto"><path d="M 0 0 L 10 5 L 0 10 z" class="arrowheadPath" style="stroke-width: 1; stroke-dasharray: 1, 0;"></path></marker></defs></g><g class="edgePath" style="opacity: 1;"><path class="path" d="M709.53125,40.5L764.2421875,40.5L818.953125,60.906092715231786" marker-end="url(#arrowhead77)" style="fill:none"></path><defs><marker id="arrowhead77" viewBox="0 0 10 10" refX="9" refY="5" markerUnits="strokeWidth" markerWidth="8" markerHeight="6" orient="auto"><path d="M 0 0 L 10 5 L 0 10 z" class="arrowheadPath" style="stroke-width: 1; stroke-dasharray: 1, 0;"></path></marker></defs></g><g class="edgePath" style="opacity: 1;"><path class="path" d="M818.953125,86.0939072847682L764.2421875,106.5L675.765625,106.5L587.2890625,106.5L495.828125,106.5L404.3671875,106.5L296.6015625,106.5L188.8359375,106.5L134.125,90.34713776473055" marker-end="url(#arrowhead78)" style="fill:none"></path><defs><marker id="arrowhead78" viewBox="0 0 10 10" refX="9" refY="5" markerUnits="strokeWidth" markerWidth="8" markerHeight="6" orient="auto"><path d="M 0 0 L 10 5 L 0 10 z" class="arrowheadPath" style="stroke-width: 1; stroke-dasharray: 1, 0;"></path></marker></defs></g></g><g class="edgeLabels"><g class="edgeLabel" style="opacity: 1;" transform="translate(188.8359375,40.5)"><g transform="translate(-29.7109375,-10.5)" class="label"><foreignObject width="59.421875" height="21"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="edgeLabel">push/pull</span></div></foreignObject></g></g><g class="edgeLabel" style="opacity: 1;" transform="translate(404.3671875,40.5)"><g transform="translate(-29.7109375,-10.5)" class="label"><foreignObject width="59.421875" height="21"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="edgeLabel">push/pull</span></div></foreignObject></g></g><g class="edgeLabel" style="opacity: 1;" transform="translate(587.2890625,40.5)"><g transform="translate(-29.7109375,-10.5)" class="label"><foreignObject width="59.421875" height="21"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="edgeLabel">push/pull</span></div></foreignObject></g></g><g class="edgeLabel" style="opacity: 1;" transform="translate(764.2421875,40.5)"><g transform="translate(-29.7109375,-10.5)" class="label"><foreignObject width="59.421875" height="21"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="edgeLabel">push/pull</span></div></foreignObject></g></g><g class="edgeLabel" style="opacity: 1;" transform="translate(495.828125,106.5)"><g transform="translate(-29.7109375,-10.5)" class="label"><foreignObject width="59.421875" height="21"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="edgeLabel">push/pull</span></div></foreignObject></g></g></g><g class="nodes"><g class="node gRPCFrontendCLS" id="gRPCFrontend000" transform="translate(77.0625,73.5)" style="opacity: 1;"><rect rx="5" ry="5" x="-57.0625" y="-20.5" width="114.125" height="41"></rect><g class="label" transform="translate(0,0)"><g transform="translate(-47.0625,-10.5)"><foreignObject width="94.125" height="21"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;">gRPCFrontend</div></foreignObject></g></g></g><g class="node PreprocessorCLS" style="opacity: 1;" id="Preprocessor100" transform="translate(296.6015625,40.5)"><rect rx="5" ry="5" x="-53.0546875" y="-20.5" width="106.109375" height="41"></rect><g class="label" transform="translate(0,0)"><g transform="translate(-43.0546875,-10.5)"><foreignObject width="86.109375" height="21"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;">Preprocessor</div></foreignObject></g></g></g><g class="node EncoderCLS" style="opacity: 1;" id="Encoder200" transform="translate(495.828125,40.5)"><rect rx="5" ry="5" x="-36.75" y="-20.5" width="73.5" height="41"></rect><g class="label" transform="translate(0,0)"><g transform="translate(-26.75,-10.5)"><foreignObject width="53.5" height="21"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;">Encoder</div></foreignObject></g></g></g><g class="node IndexerCLS" style="opacity: 1;" id="Indexer300" transform="translate(675.765625,40.5)"><rect rx="5" ry="5" x="-33.765625" y="-20.5" width="67.53125" height="41"></rect><g class="label" transform="translate(0,0)"><g transform="translate(-23.765625,-10.5)"><foreignObject width="47.53125" height="21"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;">Indexer</div></foreignObject></g></g></g><g class="node IndexerCLS" style="opacity: 1;" id="Indexer400" transform="translate(852.71875,73.5)"><rect rx="5" ry="5" x="-33.765625" y="-20.5" width="67.53125" height="41"></rect><g class="label" transform="translate(0,0)"><g transform="translate(-23.765625,-10.5)"><foreignObject width="47.53125" height="21"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;">Indexer</div></foreignObject></g></g></g></g></g></g></svg>
\ No newline at end of file
diff --git a/tutorials/img/mermaid-diagram-20190729105330.svg b/tutorials/img/mermaid-diagram-20190729105330.svg
new file mode 100644
index 00000000..2c56802a
--- /dev/null
+++ b/tutorials/img/mermaid-diagram-20190729105330.svg
@@ -0,0 +1,399 @@
+<svg id="mermaid-1564368807933" width="100%" xmlns="http://www.w3.org/2000/svg" style="max-width: 880.296875px;" viewBox="0 0 880.296875 198.75"><style>
+
+
+#mermaid-1564368807933 .label {
+  font-family: 'trebuchet ms', verdana, arial;
+  color: #333; }
+
+#mermaid-1564368807933 .label text {
+  fill: #333; }
+
+#mermaid-1564368807933 .node rect,
+#mermaid-1564368807933 .node circle,
+#mermaid-1564368807933 .node ellipse,
+#mermaid-1564368807933 .node polygon {
+  fill: #ECECFF;
+  stroke: #9370DB;
+  stroke-width: 1px; }
+
+#mermaid-1564368807933 .node.clickable {
+  cursor: pointer; }
+
+#mermaid-1564368807933 .arrowheadPath {
+  fill: #333333; }
+
+#mermaid-1564368807933 .edgePath .path {
+  stroke: #333333;
+  stroke-width: 1.5px; }
+
+#mermaid-1564368807933 .edgeLabel {
+  background-color: #e8e8e8; }
+
+#mermaid-1564368807933 .cluster rect {
+  fill: #ffffde;
+  stroke: #aaaa33;
+  stroke-width: 1px; }
+
+#mermaid-1564368807933 .cluster text {
+  fill: #333; }
+
+#mermaid-1564368807933 div.mermaidTooltip {
+  position: absolute;
+  text-align: center;
+  max-width: 200px;
+  padding: 2px;
+  font-family: 'trebuchet ms', verdana, arial;
+  font-size: 12px;
+  background: #ffffde;
+  border: 1px solid #aaaa33;
+  border-radius: 2px;
+  pointer-events: none;
+  z-index: 100; }
+
+#mermaid-1564368807933 .actor {
+  stroke: #CCCCFF;
+  fill: #ECECFF; }
+
+#mermaid-1564368807933 text.actor {
+  fill: black;
+  stroke: none; }
+
+#mermaid-1564368807933 .actor-line {
+  stroke: grey; }
+
+#mermaid-1564368807933 .messageLine0 {
+  stroke-width: 1.5;
+  stroke-dasharray: '2 2';
+  stroke: #333; }
+
+#mermaid-1564368807933 .messageLine1 {
+  stroke-width: 1.5;
+  stroke-dasharray: '2 2';
+  stroke: #333; }
+
+#mermaid-1564368807933 #arrowhead {
+  fill: #333; }
+
+#mermaid-1564368807933 .sequenceNumber {
+  fill: white; }
+
+#mermaid-1564368807933 #sequencenumber {
+  fill: #333; }
+
+#mermaid-1564368807933 #crosshead path {
+  fill: #333 !important;
+  stroke: #333 !important; }
+
+#mermaid-1564368807933 .messageText {
+  fill: #333;
+  stroke: none; }
+
+#mermaid-1564368807933 .labelBox {
+  stroke: #CCCCFF;
+  fill: #ECECFF; }
+
+#mermaid-1564368807933 .labelText {
+  fill: black;
+  stroke: none; }
+
+#mermaid-1564368807933 .loopText {
+  fill: black;
+  stroke: none; }
+
+#mermaid-1564368807933 .loopLine {
+  stroke-width: 2;
+  stroke-dasharray: '2 2';
+  stroke: #CCCCFF; }
+
+#mermaid-1564368807933 .note {
+  stroke: #aaaa33;
+  fill: #fff5ad; }
+
+#mermaid-1564368807933 .noteText {
+  fill: black;
+  stroke: none;
+  font-family: 'trebuchet ms', verdana, arial;
+  font-size: 14px; }
+
+#mermaid-1564368807933 .activation0 {
+  fill: #f4f4f4;
+  stroke: #666; }
+
+#mermaid-1564368807933 .activation1 {
+  fill: #f4f4f4;
+  stroke: #666; }
+
+#mermaid-1564368807933 .activation2 {
+  fill: #f4f4f4;
+  stroke: #666; }
+
+
+#mermaid-1564368807933 .section {
+  stroke: none;
+  opacity: 0.2; }
+
+#mermaid-1564368807933 .section0 {
+  fill: rgba(102, 102, 255, 0.49); }
+
+#mermaid-1564368807933 .section2 {
+  fill: #fff400; }
+
+#mermaid-1564368807933 .section1,
+#mermaid-1564368807933 .section3 {
+  fill: white;
+  opacity: 0.2; }
+
+#mermaid-1564368807933 .sectionTitle0 {
+  fill: #333; }
+
+#mermaid-1564368807933 .sectionTitle1 {
+  fill: #333; }
+
+#mermaid-1564368807933 .sectionTitle2 {
+  fill: #333; }
+
+#mermaid-1564368807933 .sectionTitle3 {
+  fill: #333; }
+
+#mermaid-1564368807933 .sectionTitle {
+  text-anchor: start;
+  font-size: 11px;
+  text-height: 14px; }
+
+
+#mermaid-1564368807933 .grid .tick {
+  stroke: lightgrey;
+  opacity: 0.3;
+  shape-rendering: crispEdges; }
+
+#mermaid-1564368807933 .grid path {
+  stroke-width: 0; }
+
+
+#mermaid-1564368807933 .today {
+  fill: none;
+  stroke: red;
+  stroke-width: 2px; }
+
+
+
+#mermaid-1564368807933 .task {
+  stroke-width: 2; }
+
+#mermaid-1564368807933 .taskText {
+  text-anchor: middle;
+  font-size: 11px; }
+
+#mermaid-1564368807933 .taskTextOutsideRight {
+  fill: black;
+  text-anchor: start;
+  font-size: 11px; }
+
+#mermaid-1564368807933 .taskTextOutsideLeft {
+  fill: black;
+  text-anchor: end;
+  font-size: 11px; }
+
+
+#mermaid-1564368807933 .task.clickable {
+  cursor: pointer; }
+
+#mermaid-1564368807933 .taskText.clickable {
+  cursor: pointer;
+  fill: #003163 !important;
+  font-weight: bold; }
+
+#mermaid-1564368807933 .taskTextOutsideLeft.clickable {
+  cursor: pointer;
+  fill: #003163 !important;
+  font-weight: bold; }
+
+#mermaid-1564368807933 .taskTextOutsideRight.clickable {
+  cursor: pointer;
+  fill: #003163 !important;
+  font-weight: bold; }
+
+
+#mermaid-1564368807933 .taskText0,
+#mermaid-1564368807933 .taskText1,
+#mermaid-1564368807933 .taskText2,
+#mermaid-1564368807933 .taskText3 {
+  fill: white; }
+
+#mermaid-1564368807933 .task0,
+#mermaid-1564368807933 .task1,
+#mermaid-1564368807933 .task2,
+#mermaid-1564368807933 .task3 {
+  fill: #8a90dd;
+  stroke: #534fbc; }
+
+#mermaid-1564368807933 .taskTextOutside0,
+#mermaid-1564368807933 .taskTextOutside2 {
+  fill: black; }
+
+#mermaid-1564368807933 .taskTextOutside1,
+#mermaid-1564368807933 .taskTextOutside3 {
+  fill: black; }
+
+
+#mermaid-1564368807933 .active0,
+#mermaid-1564368807933 .active1,
+#mermaid-1564368807933 .active2,
+#mermaid-1564368807933 .active3 {
+  fill: #bfc7ff;
+  stroke: #534fbc; }
+
+#mermaid-1564368807933 .activeText0,
+#mermaid-1564368807933 .activeText1,
+#mermaid-1564368807933 .activeText2,
+#mermaid-1564368807933 .activeText3 {
+  fill: black !important; }
+
+
+#mermaid-1564368807933 .done0,
+#mermaid-1564368807933 .done1,
+#mermaid-1564368807933 .done2,
+#mermaid-1564368807933 .done3 {
+  stroke: grey;
+  fill: lightgrey;
+  stroke-width: 2; }
+
+#mermaid-1564368807933 .doneText0,
+#mermaid-1564368807933 .doneText1,
+#mermaid-1564368807933 .doneText2,
+#mermaid-1564368807933 .doneText3 {
+  fill: black !important; }
+
+
+#mermaid-1564368807933 .crit0,
+#mermaid-1564368807933 .crit1,
+#mermaid-1564368807933 .crit2,
+#mermaid-1564368807933 .crit3 {
+  stroke: #ff8888;
+  fill: red;
+  stroke-width: 2; }
+
+#mermaid-1564368807933 .activeCrit0,
+#mermaid-1564368807933 .activeCrit1,
+#mermaid-1564368807933 .activeCrit2,
+#mermaid-1564368807933 .activeCrit3 {
+  stroke: #ff8888;
+  fill: #bfc7ff;
+  stroke-width: 2; }
+
+#mermaid-1564368807933 .doneCrit0,
+#mermaid-1564368807933 .doneCrit1,
+#mermaid-1564368807933 .doneCrit2,
+#mermaid-1564368807933 .doneCrit3 {
+  stroke: #ff8888;
+  fill: lightgrey;
+  stroke-width: 2;
+  cursor: pointer;
+  shape-rendering: crispEdges; }
+
+#mermaid-1564368807933 .milestone {
+  transform: rotate(45deg) scale(0.8, 0.8); }
+
+#mermaid-1564368807933 .milestoneText {
+  font-style: italic; }
+
+#mermaid-1564368807933 .doneCritText0,
+#mermaid-1564368807933 .doneCritText1,
+#mermaid-1564368807933 .doneCritText2,
+#mermaid-1564368807933 .doneCritText3 {
+  fill: black !important; }
+
+#mermaid-1564368807933 .activeCritText0,
+#mermaid-1564368807933 .activeCritText1,
+#mermaid-1564368807933 .activeCritText2,
+#mermaid-1564368807933 .activeCritText3 {
+  fill: black !important; }
+
+#mermaid-1564368807933 .titleText {
+  text-anchor: middle;
+  font-size: 18px;
+  fill: black; }
+
+#mermaid-1564368807933 g.classGroup text {
+  fill: #9370DB;
+  stroke: none;
+  font-family: 'trebuchet ms', verdana, arial;
+  font-size: 10px; }
+
+#mermaid-1564368807933 g.classGroup rect {
+  fill: #ECECFF;
+  stroke: #9370DB; }
+
+#mermaid-1564368807933 g.classGroup line {
+  stroke: #9370DB;
+  stroke-width: 1; }
+
+#mermaid-1564368807933 .classLabel .box {
+  stroke: none;
+  stroke-width: 0;
+  fill: #ECECFF;
+  opacity: 0.5; }
+
+#mermaid-1564368807933 .classLabel .label {
+  fill: #9370DB;
+  font-size: 10px; }
+
+#mermaid-1564368807933 .relation {
+  stroke: #9370DB;
+  stroke-width: 1;
+  fill: none; }
+
+#mermaid-1564368807933 #compositionStart {
+  fill: #9370DB;
+  stroke: #9370DB;
+  stroke-width: 1; }
+
+#mermaid-1564368807933 #compositionEnd {
+  fill: #9370DB;
+  stroke: #9370DB;
+  stroke-width: 1; }
+
+#mermaid-1564368807933 #aggregationStart {
+  fill: #ECECFF;
+  stroke: #9370DB;
+  stroke-width: 1; }
+
+#mermaid-1564368807933 #aggregationEnd {
+  fill: #ECECFF;
+  stroke: #9370DB;
+  stroke-width: 1; }
+
+#mermaid-1564368807933 #dependencyStart {
+  fill: #9370DB;
+  stroke: #9370DB;
+  stroke-width: 1; }
+
+#mermaid-1564368807933 #dependencyEnd {
+  fill: #9370DB;
+  stroke: #9370DB;
+  stroke-width: 1; }
+
+#mermaid-1564368807933 #extensionStart {
+  fill: #9370DB;
+  stroke: #9370DB;
+  stroke-width: 1; }
+
+#mermaid-1564368807933 #extensionEnd {
+  fill: #9370DB;
+  stroke: #9370DB;
+  stroke-width: 1; }
+
+#mermaid-1564368807933 .commit-id,
+#mermaid-1564368807933 .commit-msg,
+#mermaid-1564368807933 .branch-label {
+  fill: lightgrey;
+  color: lightgrey; }
+
+#mermaid-1564368807933 .gRPCFrontendCLS &gt; * { fill:#FFAA04 !important; stroke:#277CE8 !important; stroke-width:1px !important; }
+#mermaid-1564368807933 .EncoderCLS &gt; * { fill:#27E1E8 !important; stroke:#277CE8 !important; stroke-width:1px !important; }
+#mermaid-1564368807933 .IndexerCLS &gt; * { fill:#27E1E8 !important; stroke:#277CE8 !important; stroke-width:1px !important; }
+#mermaid-1564368807933 .RouterCLS &gt; * { fill:#2BFFCB !important; stroke:#277CE8 !important; stroke-width:1px !important; }
+#mermaid-1564368807933 .PreprocessorCLS &gt; * { fill:#27E1E8 !important; stroke:#277CE8 !important; stroke-width:1px !important; }</style><style>#mermaid-1564368807933 {
+    color: rgba(0, 0, 0, 0.65);
+    font: ;
+  }</style><g transform="translate(-12, -12)"><g class="output"><g class="clusters"></g><g class="edgePaths"><g class="edgePath" style="opacity: 1;"><path class="path" d="M134.125,102.15286223526945L188.8359375,86L243.546875,86" marker-end="url(#arrowhead117)" style="fill:none"></path><defs><marker id="arrowhead117" viewBox="0 0 10 10" refX="9" refY="5" markerUnits="strokeWidth" markerWidth="8" markerHeight="6" orient="auto"><path d="M 0 0 L 10 5 L 0 10 z" class="arrowheadPath" style="stroke-width: 1; stroke-dasharray: 1, 0;"></path></marker></defs></g><g class="edgePath" style="opacity: 1;"><path class="path" d="M349.65625,86L404.3671875,86L459.078125,86" marker-end="url(#arrowhead118)" style="fill:none"></path><defs><marker id="arrowhead118" viewBox="0 0 10 10" refX="9" refY="5" markerUnits="strokeWidth" markerWidth="8" markerHeight="6" orient="auto"><path d="M 0 0 L 10 5 L 0 10 z" class="arrowheadPath" style="stroke-width: 1; stroke-dasharray: 1, 0;"></path></marker></defs></g><g class="edgePath" style="opacity: 1;"><path class="path" d="M532.578125,67.0557620817844L584.09375,40.5L635.609375,40.5" marker-end="url(#arrowhead119)" style="fill:none"></path><defs><marker id="arrowhead119" viewBox="0 0 10 10" refX="9" refY="5" markerUnits="strokeWidth" markerWidth="8" markerHeight="6" orient="auto"><path d="M 0 0 L 10 5 L 0 10 z" class="arrowheadPath" style="stroke-width: 1; stroke-dasharray: 1, 0;"></path></marker></defs></g><g class="edgePath" style="opacity: 1;"><path class="path" d="M532.578125,104.9442379182156L584.09375,131.5L635.609375,131.5" marker-end="url(#arrowhead120)" style="fill:none"></path><defs><marker id="arrowhead120" viewBox="0 0 10 10" refX="9" refY="5" markerUnits="strokeWidth" markerWidth="8" markerHeight="6" orient="auto"><path d="M 0 0 L 10 5 L 0 10 z" class="arrowheadPath" style="stroke-width: 1; stroke-dasharray: 1, 0;"></path></marker></defs></g><g class="edgePath" style="opacity: 1;"><path class="path" d="M712.0625,40.5L766.7734375,40.5L831.303478413561,108.68887023143968" marker-end="url(#arrowhead121)" style="fill:none"></path><defs><marker id="arrowhead121" viewBox="0 0 10 10" refX="9" refY="5" markerUnits="strokeWidth" markerWidth="8" markerHeight="6" orient="auto"><path d="M 0 0 L 10 5 L 0 10 z" class="arrowheadPath" style="stroke-width: 1; stroke-dasharray: 1, 0;"></path></marker></defs></g><g class="edgePath" style="opacity: 1;"><path class="path" d="M712.0625,131.5L766.7734375,131.5L821.484375,131.5" marker-end="url(#arrowhead122)" style="fill:none"></path><defs><marker id="arrowhead122" viewBox="0 0 10 10" refX="9" refY="5" markerUnits="strokeWidth" markerWidth="8" markerHeight="6" orient="auto"><path d="M 0 0 L 10 5 L 0 10 z" class="arrowheadPath" style="stroke-width: 1; stroke-dasharray: 1, 0;"></path></marker></defs></g><g class="edgePath" style="opacity: 1;"><path class="path" d="M827.2273093640537,149.6037777723958L766.7734375,192.25L673.8359375,192.25L584.09375,192.25L495.828125,192.25L404.3671875,192.25L296.6015625,192.25L188.8359375,192.25L108.34380332764505,139.5" marker-end="url(#arrowhead123)" style="fill:none"></path><defs><marker id="arrowhead123" viewBox="0 0 10 10" refX="9" refY="5" markerUnits="strokeWidth" markerWidth="8" markerHeight="6" orient="auto"><path d="M 0 0 L 10 5 L 0 10 z" class="arrowheadPath" style="stroke-width: 1; stroke-dasharray: 1, 0;"></path></marker></defs></g></g><g class="edgeLabels"><g class="edgeLabel" style="opacity: 1;" transform="translate(188.8359375,86)"><g transform="translate(-29.7109375,-10.5)" class="label"><foreignObject width="59.421875" height="21"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="edgeLabel">push/pull</span></div></foreignObject></g></g><g class="edgeLabel" style="opacity: 1;" transform="translate(404.3671875,86)"><g transform="translate(-29.7109375,-10.5)" class="label"><foreignObject width="59.421875" height="21"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="edgeLabel">push/pull</span></div></foreignObject></g></g><g class="edgeLabel" style="opacity: 1;" transform="translate(584.09375,40.5)"><g transform="translate(-26.515625,-10.5)" class="label"><foreignObject width="53.03125" height="21"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="edgeLabel">pub/sub</span></div></foreignObject></g></g><g class="edgeLabel" style="opacity: 1;" transform="translate(584.09375,131.5)"><g transform="translate(-26.515625,-10.5)" class="label"><foreignObject width="53.03125" height="21"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="edgeLabel">pub/sub</span></div></foreignObject></g></g><g class="edgeLabel" style="opacity: 1;" transform="translate(766.7734375,40.5)"><g transform="translate(-29.7109375,-10.5)" class="label"><foreignObject width="59.421875" height="21"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="edgeLabel">push/pull</span></div></foreignObject></g></g><g class="edgeLabel" style="opacity: 1;" transform="translate(766.7734375,131.5)"><g transform="translate(-29.7109375,-10.5)" class="label"><foreignObject width="59.421875" height="21"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="edgeLabel">push/pull</span></div></foreignObject></g></g><g class="edgeLabel" style="opacity: 1;" transform="translate(495.828125,192.25)"><g transform="translate(-29.7109375,-10.5)" class="label"><foreignObject width="59.421875" height="21"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="edgeLabel">push/pull</span></div></foreignObject></g></g></g><g class="nodes"><g class="node gRPCFrontendCLS" id="gRPCFrontend000" transform="translate(77.0625,119)" style="opacity: 1;"><rect rx="5" ry="5" x="-57.0625" y="-20.5" width="114.125" height="41"></rect><g class="label" transform="translate(0,0)"><g transform="translate(-47.0625,-10.5)"><foreignObject width="94.125" height="21"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;">gRPCFrontend</div></foreignObject></g></g></g><g class="node PreprocessorCLS" style="opacity: 1;" id="Preprocessor100" transform="translate(296.6015625,86)"><rect rx="5" ry="5" x="-53.0546875" y="-20.5" width="106.109375" height="41"></rect><g class="label" transform="translate(0,0)"><g transform="translate(-43.0546875,-10.5)"><foreignObject width="86.109375" height="21"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;">Preprocessor</div></foreignObject></g></g></g><g class="node EncoderCLS" style="opacity: 1;" id="Encoder200" transform="translate(495.828125,86)"><rect rx="5" ry="5" x="-36.75" y="-20.5" width="73.5" height="41"></rect><g class="label" transform="translate(0,0)"><g transform="translate(-26.75,-10.5)"><foreignObject width="53.5" height="21"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;">Encoder</div></foreignObject></g></g></g><g class="node IndexerCLS" style="opacity: 1;" id="Indexer300" transform="translate(673.8359375,40.5)"><rect rx="5" ry="5" x="-38.2265625" y="-20.5" width="76.453125" height="41"></rect><g class="label" transform="translate(0,0)"><g transform="translate(-28.2265625,-10.5)"><foreignObject width="56.453125" height="21"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;">Indexer0</div></foreignObject></g></g></g><g class="node IndexerCLS" style="opacity: 1;" id="Indexer310" transform="translate(673.8359375,131.5)"><rect rx="5" ry="5" x="-38.2265625" y="-20.5" width="76.453125" height="41"></rect><g class="label" transform="translate(0,0)"><g transform="translate(-28.2265625,-10.5)"><foreignObject width="56.453125" height="21"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;">Indexer1</div></foreignObject></g></g></g><g class="node RouterCLS" style="opacity: 1;" id="Router400" transform="translate(852.890625,131.5)"><circle x="-31.40625" y="-20.5" r="31.40625"></circle><g class="label" transform="translate(0,0)"><g transform="translate(-21.40625,-10.5)"><foreignObject width="42.8125" height="21"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;">Router</div></foreignObject></g></g></g></g></g></g></svg>
\ No newline at end of file

From df0b5350bda70f0017a6639d44a67905908d38e9 Mon Sep 17 00:00:00 2001
From: hanhxiao <hanhxiao@tencent.com>
Date: Mon, 29 Jul 2019 10:56:55 +0800
Subject: [PATCH 2/4] docs(tutorial): fix image and code layout

---
 tutorials/gnes-compose-yaml-spec.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tutorials/gnes-compose-yaml-spec.md b/tutorials/gnes-compose-yaml-spec.md
index 20e3552f..f9c2f818 100644
--- a/tutorials/gnes-compose-yaml-spec.md
+++ b/tutorials/gnes-compose-yaml-spec.md
@@ -103,12 +103,12 @@ services:
 </td>
 </tr>
 <tr>
-<td>
+<td width="50%">
 <a href="https://gnes.ai">
   <img src="./img/mermaid-diagram-20190729105252.svg" alt="GNES workflow of example 1">
   </a>
 </td>
-<td>
+<td width="50%">
 <a href="https://gnes.ai">
   <img src="./img/mermaid-diagram-20190729105330.svg" alt="GNES workflow of example 2">
   </a>

From 3ab3723e9f1fc9b095ad6d7a808330d47d28f2c6 Mon Sep 17 00:00:00 2001
From: hanhxiao <hanhxiao@tencent.com>
Date: Mon, 29 Jul 2019 10:57:39 +0800
Subject: [PATCH 3/4] docs(tutorial): fix image and code layout

---
 tutorials/gnes-compose-yaml-spec.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tutorials/gnes-compose-yaml-spec.md b/tutorials/gnes-compose-yaml-spec.md
index f9c2f818..cba26aaf 100644
--- a/tutorials/gnes-compose-yaml-spec.md
+++ b/tutorials/gnes-compose-yaml-spec.md
@@ -74,7 +74,7 @@ When specifying `services`, please kindly note the difference between a list and
 <th>Sequential</th><th>Parallel</th>
 </tr>
 <tr>
-<td>
+<td width="50%">
    <pre lang="yaml">
 services:
 - name: Preprocessor
@@ -87,7 +87,7 @@ services:
   yaml_path: fulltext-indexer.yml
    </pre>
 </td>
-<td>
+<td width="50%">
 <pre lang="yaml">
 services:
 - name: Preprocessor

From 9c33dc66a2d1eb478138851ebb0fa27ebfcad9c5 Mon Sep 17 00:00:00 2001
From: hanhxiao <hanhxiao@tencent.com>
Date: Mon, 29 Jul 2019 14:02:27 +0800
Subject: [PATCH 4/4] feat(router): allow consecutive mapping and reducing ops

---
 docker-compose/.env                           |  12 --
 docker-compose/basic/index-compose.yml        | 118 ------------
 docker-compose/basic/query-compose.yml        | 150 ----------------
 docker-compose/basic/train-compose.yml        |  59 ------
 docker-compose/elastic/index-compose.yml      | 155 ----------------
 docker-compose/elastic/query-compose.yml      | 150 ----------------
 docker-compose/elastic/train-compose.yml      |  59 ------
 docker-compose/http/index-compose.yml         | 169 ------------------
 docker-compose/http/query-compose.yml         | 167 -----------------
 docker-compose/http/train-compose.yml         |  76 --------
 docker-compose/swarm/index-compose.yml        | 134 --------------
 docker-compose/swarm/query-compose.yml        | 132 --------------
 gnes/cli/parser.py                            |  10 +-
 gnes/proto/__init__.py                        |   2 +-
 gnes/proto/gnes.proto                         |   2 +-
 gnes/proto/gnes_pb2.py                        |   6 +-
 gnes/router/base.py                           |   5 +-
 gnes/router/map/simple.py                     |   4 +-
 gnes/service/grpc.py                          |   2 +-
 gnes/service/router.py                        |   2 +-
 tests/test_router.py                          | 116 ++++++++++--
 .../component/encoder.bas-pca.yml             |   0
 .../component/encoder.bas.yml                 |   0
 .../component/encoder.inception.yml           |   0
 .../component/encoder.resnet.yml              |   0
 .../component/encoder.vgg.yml                 |   0
 .../component/encoder.w2v.yml                 |   0
 .../component/img_preprocessor_fasterRCNN.yml |   0
 .../component/img_preprocessor_singleton.yml  |   0
 .../img_preprocessor_vanilla_sldwin.yml       |   0
 .../img_preprocessor_weight_sldwin.yml        |   0
 .../component/indexer.fulltext.yml            |   0
 .../component/indexer.vector.yml              |   0
 .../component/preprocessor.yml                |   0
 34 files changed, 121 insertions(+), 1409 deletions(-)
 delete mode 100644 docker-compose/.env
 delete mode 100644 docker-compose/basic/index-compose.yml
 delete mode 100644 docker-compose/basic/query-compose.yml
 delete mode 100644 docker-compose/basic/train-compose.yml
 delete mode 100644 docker-compose/elastic/index-compose.yml
 delete mode 100644 docker-compose/elastic/query-compose.yml
 delete mode 100644 docker-compose/elastic/train-compose.yml
 delete mode 100644 docker-compose/http/index-compose.yml
 delete mode 100644 docker-compose/http/query-compose.yml
 delete mode 100644 docker-compose/http/train-compose.yml
 delete mode 100644 docker-compose/swarm/index-compose.yml
 delete mode 100644 docker-compose/swarm/query-compose.yml
 rename {docker-compose => yaml-example}/component/encoder.bas-pca.yml (100%)
 rename {docker-compose => yaml-example}/component/encoder.bas.yml (100%)
 rename {docker-compose => yaml-example}/component/encoder.inception.yml (100%)
 rename {docker-compose => yaml-example}/component/encoder.resnet.yml (100%)
 rename {docker-compose => yaml-example}/component/encoder.vgg.yml (100%)
 rename {docker-compose => yaml-example}/component/encoder.w2v.yml (100%)
 rename {docker-compose => yaml-example}/component/img_preprocessor_fasterRCNN.yml (100%)
 rename {docker-compose => yaml-example}/component/img_preprocessor_singleton.yml (100%)
 rename {docker-compose => yaml-example}/component/img_preprocessor_vanilla_sldwin.yml (100%)
 rename {docker-compose => yaml-example}/component/img_preprocessor_weight_sldwin.yml (100%)
 rename {docker-compose => yaml-example}/component/indexer.fulltext.yml (100%)
 rename {docker-compose => yaml-example}/component/indexer.vector.yml (100%)
 rename {docker-compose => yaml-example}/component/preprocessor.yml (100%)

diff --git a/docker-compose/.env b/docker-compose/.env
deleted file mode 100644
index 759af67c..00000000
--- a/docker-compose/.env
+++ /dev/null
@@ -1,12 +0,0 @@
-GNES_STACK_NAME=gnes-grpc
-DOCKER_IMG_URL="ccr.ccs.tencentyun.com/gnes/aipd-gnes:master"
-MODEL_DIR=${PWD}/pretrained_gnes
-OUTPUT_DIR=${MODEL_DIR}/output_data
-ENCODER_YAML_PATH=${MODEL_DIR}/encoder.yml
-INDEXER_YAML_PATH=${MODEL_DIR}/indexer.yml
-PREPROCESSOR_YAML_PATH=${MODEL_DIR}/preprocessor.yml
-BATCH_SIZE=100
-NUM_INDEXER=31
-NUM_ENCODER=3
-GRPC_PORT=8800
-HTTP_PORT=80
diff --git a/docker-compose/basic/index-compose.yml b/docker-compose/basic/index-compose.yml
deleted file mode 100644
index 830d5e8a..00000000
--- a/docker-compose/basic/index-compose.yml
+++ /dev/null
@@ -1,118 +0,0 @@
-version: '3.4'
-services:
-  preprocess:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      preprocess --port_in ${PREPROCESSOR_IN} --port_out ${PREPROCESSOR_OUT}
-      --socket_in PULL_BIND --socket_out PUSH_CONNECT
-      --host_out encoder_serviced
-      --yaml_path /preprocessor_config --dump_path /dump/preprocessor.bin
-    networks:
-      gnes-net:
-        aliases:
-          - preprocessor_serviced
-    configs:
-      - preprocessor_config
-
-  encoder:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      encode --port_in ${PREPROCESSOR_OUT} --port_out ${ENCODER_OUT}
-      --socket_in PULL_CONNECT --socket_out PUB_BIND
-      --host_in preprocessor_serviced --host_out middleman-route
-      --yaml_path /encoder_config --dump_path /dump/model.bin
-    volumes:
-      - "${MODEL_DIR}:/ext_data"
-      - "${OUTPUT_DIR}:/dump"
-    networks:
-      gnes-net:
-        aliases:
-          - encoder_serviced
-    deploy:
-      replicas: ${NUM_ENCODER}
-      restart_policy:
-        condition: on-failure
-        max_attempts: 3
-
-    depends_on:
-      - income-route
-      - middleman-route
-
-    configs:
-      - encoder_config
-
-  vector_indexer:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      index --port_in ${MIDDLEMAN_ROUTE_OUT} --port_out ${OUTGOING_ROUTE_IN}
-       --socket_in SUB_CONNECT --socket_out PUSH_CONNECT
-       --host_in middleman-route --host_out outgoing-route
-       --yaml_path /indexer_config --dump_path /out_data/index.bin
-    volumes:
-      - index_data:/out_data
-
-    networks:
-      gnes-net:
-        aliases:
-          - indexer_vector_serviced
-
-    configs:
-      - indexer_vector_config
-
-  fulltext_indexer:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      index --port_in ${MIDDLEMAN_ROUTE_OUT} --port_out ${OUTGOING_ROUTE_IN}
-       --socket_in SUB_CONNECT --socket_out PUSH_CONNECT
-       --host_in middleman-route --host_out outgoing-route
-       --yaml_path /indexer_config --dump_path /out_data/index.bin
-    volumes:
-      - index_data:/out_data
-
-    networks:
-      gnes-net:
-        aliases:
-          - indexer_fulltext_serviced
-
-    configs:
-      - indexer_fulltext_config
-
-  frontend:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      frontend --port_in ${OUTGOING_ROUTE_OUT} --port_out ${PREPROCESSOR_IN}
-       --host_in outgoing-route --host_out preprocess
-       --socket_in SUB_CONNECT --socket_out PUSH_CONNECT
-       --grpc_port ${GRPC_PORT}
-
-    networks:
-      gnes-net:
-        aliases:
-          - grpc_serviced
-
-    depends_on:
-      - preprocess
-      - outgoing-route
-
-    ports:
-      - ${GRPC_PORT}:${GRPC_PORT}
-
-
-volumes:
-  index_data:
-    name: "${GNES_STACK_NAME}_shard_{{ .Task.Slot }}_data"
-
-networks:
-  gnes-net:
-    driver: overlay
-    attachable: true
-
-configs:
-  encoder_config:
-    file: "${ENCODER_YAML_PATH}"
-  indexer_vector_config:
-    file: "${INDEXER_VECTOR_YAML_PATH}"
-  indexer_fulltext_config:
-    file: "${INDEXER_FULLTEXT_YAML_PATH}"
-  preprocessor_config:
-    file: "${PREPROCESSOR_YAML_PATH}"
\ No newline at end of file
diff --git a/docker-compose/basic/query-compose.yml b/docker-compose/basic/query-compose.yml
deleted file mode 100644
index 7cdf9e5f..00000000
--- a/docker-compose/basic/query-compose.yml
+++ /dev/null
@@ -1,150 +0,0 @@
-version: '3.4'
-services:
-  preprocess:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      preprocess --port_in ${PREPROCESSOR_IN} --port_out ${INCOME_ROUTE_IN}
-      --socket_in PULL_BIND --socket_out PUSH_CONNECT
-      --host_out income-route
-      --yaml_path /preprocessor_config --dump_path /dump/preprocessor.bin
-    networks:
-      gnes-net:
-        aliases:
-          - preprocessor_serviced
-    configs:
-      - preprocessor_config
-
-  income-route:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      route --router_type RouterService --port_in ${INCOME_ROUTE_IN} --port_out ${INCOME_ROUTE_OUT}
-      --socket_in PULL_BIND --socket_out PUSH_BIND
-    networks:
-      gnes-net:
-        aliases:
-          - income_route
-
-  middleman-route:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      route --router_type=RouterService --port_in ${MIDDLEMAN_ROUTE_IN} --port_out ${MIDDLEMAN_ROUTE_OUT}
-      --socket_in PULL_BIND --socket_out PUB_BIND
-    networks:
-      gnes-net:
-        aliases:
-          - middleman_route
-
-  outgoing-route:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      route --router_type=ReduceRouterService --port_in ${OUTGOING_ROUTE_IN} --port_out ${OUTGOING_ROUTE_OUT}
-      --socket_in SUB_BIND --socket_out PUB_BIND --num_part=$NUM_INDEXER
-    networks:
-      gnes-net:
-        aliases:
-          - outgoing_route
-
-  encoder:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      encode --port_in ${INCOME_ROUTE_OUT} --port_out ${MIDDLEMAN_ROUTE_IN}
-      --socket_in PULL_CONNECT --socket_out PUSH_CONNECT
-      --host_in income-route --host_out middleman-route
-      --yaml_path /encoder_config --dump_path /dump/model.bin
-    volumes:
-      - "${MODEL_DIR}:/ext_data"
-      - "${OUTPUT_DIR}:/dump"
-    networks:
-      gnes-net:
-        aliases:
-          - encoder_serviced
-    deploy:
-      replicas: 1
-      restart_policy:
-        condition: on-failure
-        max_attempts: 3
-
-    depends_on:
-      - income-route
-      - middleman-route
-
-    configs:
-      - encoder_config
-
-  indexer:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      index --port_in ${MIDDLEMAN_ROUTE_OUT} --port_out ${OUTGOING_ROUTE_IN}
-       --socket_in SUB_CONNECT --socket_out PUB_CONNECT
-       --host_in middleman-route --host_out outgoing-route
-       --yaml_path /indexer_config --dump_path /out_data/index.bin
-    volumes:
-      - index_data:/out_data
-      #- type: volume
-      #  source: "index_data"
-      #  target: "/out_data"
-
-      #- "${OUTPUT_DIR}/indexer_dump.{{.Task.Slot}}:/out_data"
-
-    deploy:
-      replicas: ${NUM_INDEXER}
-      restart_policy:
-        condition: on-failure
-        max_attempts: 3
-
-    environment:
-      - NODE_ID={{.Node.ID}}
-      - SERVICE_ID={{.Service.ID}}
-      - SERVICE_NAME={{.Service.Name}}
-      - SERVICE_LABELS={{.Service.Labels}}
-      - TASK_ID={{.Task.ID}}
-      - TASK_NAME={{.Task.Name}}
-      - TASK_SLOT={{.Task.Slot}}
-
-    networks:
-      gnes-net:
-        aliases:
-          - index_serviced
-    depends_on:
-      - middleman-route
-      - outgoing-route
-
-    configs:
-      - indexer_config
-
-  frontend:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      frontend --port_in ${OUTGOING_ROUTE_OUT} --port_out ${PREPROCESSOR_IN}
-       --host_in outgoing-route --host_out preprocess --socket_in SUB_CONNECT
-       --grpc_port ${GRPC_PORT}
-
-    networks:
-      gnes-net:
-        aliases:
-          - grpc_serviced
-
-    depends_on:
-      - income-route
-      - outgoing-route
-
-    ports:
-      - ${GRPC_PORT}:${GRPC_PORT}
-
-
-volumes:
-  index_data:
-    name: "${GNES_STACK_NAME}_shard_{{ .Task.Slot }}_data"
-
-networks:
-  gnes-net:
-    driver: overlay
-    attachable: true
-
-configs:
-  encoder_config:
-    file: "${ENCODER_YAML_PATH}"
-  indexer_config:
-    file: "${INDEXER_YAML_PATH}"
-  preprocessor_config:
-    file: "${PREPROCESSOR_YAML_PATH}"
\ No newline at end of file
diff --git a/docker-compose/basic/train-compose.yml b/docker-compose/basic/train-compose.yml
deleted file mode 100644
index 32b50033..00000000
--- a/docker-compose/basic/train-compose.yml
+++ /dev/null
@@ -1,59 +0,0 @@
-version: '3.4'
-services:
-  preprocess:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      preprocess --port_in ${PREPROCESSOR_IN} --port_out ${INCOME_ROUTE_IN}
-       --socket_in PULL_BIND --socket_out PUSH_CONNECT
-       --host_out encoder_serviced
-       --yaml_path /preprocessor_config --dump_path /dump/preprocessor.bin
-    networks:
-      gnes-net:
-        aliases:
-          - preprocessor_serviced
-    configs:
-      - preprocessor_config
-
-  encoder:
-    image: ${DOCKER_IMG_URL}
-    networks:
-      gnes-net:
-        aliases:
-          - encoder_serviced
-    command: >
-      encode --port_in ${INCOME_ROUTE_IN} --port_out ${OUTGOING_ROUTE_OUT}
-        --socket_in PULL_BIND --socket_out PUB_BIND
-        --yaml_path /encoder_config --dump_path /dump/model.bin
-    volumes:
-      - "${MODEL_DIR}:/ext_data"
-      - "${OUTPUT_DIR}:/dump"
-    configs:
-      - encoder_config
-
-  frontend:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      frontend --port_in ${OUTGOING_ROUTE_OUT} --port_out ${PREPROCESSOR_IN}
-       --host_in encoder_serviced --host_out preprocessor_serviced
-       --socket_in SUB_CONNECT --socket_out PUSH_CONNECT
-       --grpc_port ${GRPC_PORT}
-
-    networks:
-      gnes-net:
-        aliases:
-          - grpc_serviced
-
-    ports:
-      - ${GRPC_PORT}:${GRPC_PORT}
-
-
-networks:
-  gnes-net:
-    driver: overlay
-    attachable: true
-
-configs:
-  encoder_config:
-    file: "${ENCODER_YAML_PATH}"
-  preprocessor_config:
-    file: "${PREPROCESSOR_YAML_PATH}"
diff --git a/docker-compose/elastic/index-compose.yml b/docker-compose/elastic/index-compose.yml
deleted file mode 100644
index 96fa489e..00000000
--- a/docker-compose/elastic/index-compose.yml
+++ /dev/null
@@ -1,155 +0,0 @@
-version: '3.4'
-services:
-  preprocess:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      preprocess --port_in ${PREPROCESSOR_IN} --port_out ${INCOME_ROUTE_IN}
-      --socket_in PULL_BIND --socket_out PUSH_CONNECT
-      --host_out income-route
-      --yaml_path /preprocessor_config --dump_path /dump/preprocessor.bin
-    networks:
-      gnes-net:
-        aliases:
-          - preprocessor_serviced
-    configs:
-      - preprocessor_config
-    depends_on:
-      - income-route
-
-  income-route:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      route --router_type MapRouterService --port_in ${INCOME_ROUTE_IN} --port_out ${INCOME_ROUTE_OUT}
-      --socket_in PULL_BIND --socket_out PUSH_BIND --batch_size=128
-    networks:
-      gnes-net:
-        aliases:
-          - income_route
-
-  middleman-route:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      route --router_type=RouterService --port_in ${MIDDLEMAN_ROUTE_IN} --port_out ${MIDDLEMAN_ROUTE_OUT}
-      --socket_in PULL_BIND --socket_out PUSH_BIND
-    networks:
-      gnes-net:
-        aliases:
-          - middleman_route
-
-  outgoing-route:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      route --router_type=RouterService --port_in ${OUTGOING_ROUTE_IN} --port_out ${OUTGOING_ROUTE_OUT}
-      --socket_in PULL_BIND --socket_out PUB_BIND
-    networks:
-      gnes-net:
-        aliases:
-          - outgoing_route
-
-  encoder:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      encode --port_in ${INCOME_ROUTE_OUT} --port_out ${MIDDLEMAN_ROUTE_IN}
-      --socket_in PULL_CONNECT --socket_out PUSH_CONNECT
-      --host_in income-route --host_out middleman-route
-      --yaml_path /encoder_config --dump_path /dump/model.bin
-    volumes:
-      - "${MODEL_DIR}:/ext_data"
-      - "${OUTPUT_DIR}:/dump"
-    networks:
-      gnes-net:
-        aliases:
-          - encoder_serviced
-    deploy:
-      replicas: ${NUM_ENCODER}
-      restart_policy:
-        condition: on-failure
-        max_attempts: 3
-
-    depends_on:
-      - income-route
-      - middleman-route
-
-    configs:
-      - encoder_config
-
-  indexer:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      index --port_in ${MIDDLEMAN_ROUTE_OUT} --port_out ${OUTGOING_ROUTE_IN}
-       --socket_in PULL_CONNECT --socket_out PUSH_CONNECT
-       --host_in middleman-route --host_out outgoing-route
-       --yaml_path /indexer_config --dump_path /out_data/index.bin
-    volumes:
-      - index_data:/out_data
-      #- type: volume
-      #  source: "index_data"
-      #  target: "/out_data"
-
-      #- "${OUTPUT_DIR}/indexer_dump.{{.Task.Slot}}:/out_data"
-
-    deploy:
-      replicas: ${NUM_INDEXER}
-      restart_policy:
-        condition: on-failure
-        max_attempts: 3
-
-    environment:
-      - NODE_ID={{.Node.ID}}
-      - SERVICE_ID={{.Service.ID}}
-      - SERVICE_NAME={{.Service.Name}}
-      - SERVICE_LABELS={{.Service.Labels}}
-      - TASK_ID={{.Task.ID}}
-      - TASK_NAME={{.Task.Name}}
-      - TASK_SLOT={{.Task.Slot}}
-
-    networks:
-      gnes-net:
-        aliases:
-          - index_serviced
-    depends_on:
-      - middleman-route
-      - outgoing-route
-
-    configs:
-      - indexer_config
-
-  frontend:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      frontend --port_in ${OUTGOING_ROUTE_OUT} --port_out ${PREPROCESSOR_IN}
-       --host_in outgoing-route --host_out preprocess
-       --socket_in SUB_CONNECT --socket_out PUSH_CONNECT
-       --grpc_port ${GRPC_PORT}
-
-    networks:
-      gnes-net:
-        aliases:
-          - grpc_serviced
-
-    depends_on:
-      - preprocess
-      - outgoing-route
-
-    ports:
-      - ${GRPC_PORT}:${GRPC_PORT}
-
-
-volumes:
-  index_data:
-    name: "${GNES_STACK_NAME}_shard_{{ .Task.Slot }}_data"
-
-networks:
-  gnes-net:
-    driver: overlay
-    attachable: true
-
-configs:
-  encoder_config:
-    file: "${ENCODER_YAML_PATH}"
-  indexer_vector_config:
-    file: "${INDEXER_VECTOR_YAML_PATH}"
-  indexer_fulltext_config:
-    file: "${INDEXER_FULLTEXT_YAML_PATH}"
-  preprocessor_config:
-    file: "${PREPROCESSOR_YAML_PATH}"
\ No newline at end of file
diff --git a/docker-compose/elastic/query-compose.yml b/docker-compose/elastic/query-compose.yml
deleted file mode 100644
index 7cdf9e5f..00000000
--- a/docker-compose/elastic/query-compose.yml
+++ /dev/null
@@ -1,150 +0,0 @@
-version: '3.4'
-services:
-  preprocess:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      preprocess --port_in ${PREPROCESSOR_IN} --port_out ${INCOME_ROUTE_IN}
-      --socket_in PULL_BIND --socket_out PUSH_CONNECT
-      --host_out income-route
-      --yaml_path /preprocessor_config --dump_path /dump/preprocessor.bin
-    networks:
-      gnes-net:
-        aliases:
-          - preprocessor_serviced
-    configs:
-      - preprocessor_config
-
-  income-route:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      route --router_type RouterService --port_in ${INCOME_ROUTE_IN} --port_out ${INCOME_ROUTE_OUT}
-      --socket_in PULL_BIND --socket_out PUSH_BIND
-    networks:
-      gnes-net:
-        aliases:
-          - income_route
-
-  middleman-route:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      route --router_type=RouterService --port_in ${MIDDLEMAN_ROUTE_IN} --port_out ${MIDDLEMAN_ROUTE_OUT}
-      --socket_in PULL_BIND --socket_out PUB_BIND
-    networks:
-      gnes-net:
-        aliases:
-          - middleman_route
-
-  outgoing-route:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      route --router_type=ReduceRouterService --port_in ${OUTGOING_ROUTE_IN} --port_out ${OUTGOING_ROUTE_OUT}
-      --socket_in SUB_BIND --socket_out PUB_BIND --num_part=$NUM_INDEXER
-    networks:
-      gnes-net:
-        aliases:
-          - outgoing_route
-
-  encoder:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      encode --port_in ${INCOME_ROUTE_OUT} --port_out ${MIDDLEMAN_ROUTE_IN}
-      --socket_in PULL_CONNECT --socket_out PUSH_CONNECT
-      --host_in income-route --host_out middleman-route
-      --yaml_path /encoder_config --dump_path /dump/model.bin
-    volumes:
-      - "${MODEL_DIR}:/ext_data"
-      - "${OUTPUT_DIR}:/dump"
-    networks:
-      gnes-net:
-        aliases:
-          - encoder_serviced
-    deploy:
-      replicas: 1
-      restart_policy:
-        condition: on-failure
-        max_attempts: 3
-
-    depends_on:
-      - income-route
-      - middleman-route
-
-    configs:
-      - encoder_config
-
-  indexer:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      index --port_in ${MIDDLEMAN_ROUTE_OUT} --port_out ${OUTGOING_ROUTE_IN}
-       --socket_in SUB_CONNECT --socket_out PUB_CONNECT
-       --host_in middleman-route --host_out outgoing-route
-       --yaml_path /indexer_config --dump_path /out_data/index.bin
-    volumes:
-      - index_data:/out_data
-      #- type: volume
-      #  source: "index_data"
-      #  target: "/out_data"
-
-      #- "${OUTPUT_DIR}/indexer_dump.{{.Task.Slot}}:/out_data"
-
-    deploy:
-      replicas: ${NUM_INDEXER}
-      restart_policy:
-        condition: on-failure
-        max_attempts: 3
-
-    environment:
-      - NODE_ID={{.Node.ID}}
-      - SERVICE_ID={{.Service.ID}}
-      - SERVICE_NAME={{.Service.Name}}
-      - SERVICE_LABELS={{.Service.Labels}}
-      - TASK_ID={{.Task.ID}}
-      - TASK_NAME={{.Task.Name}}
-      - TASK_SLOT={{.Task.Slot}}
-
-    networks:
-      gnes-net:
-        aliases:
-          - index_serviced
-    depends_on:
-      - middleman-route
-      - outgoing-route
-
-    configs:
-      - indexer_config
-
-  frontend:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      frontend --port_in ${OUTGOING_ROUTE_OUT} --port_out ${PREPROCESSOR_IN}
-       --host_in outgoing-route --host_out preprocess --socket_in SUB_CONNECT
-       --grpc_port ${GRPC_PORT}
-
-    networks:
-      gnes-net:
-        aliases:
-          - grpc_serviced
-
-    depends_on:
-      - income-route
-      - outgoing-route
-
-    ports:
-      - ${GRPC_PORT}:${GRPC_PORT}
-
-
-volumes:
-  index_data:
-    name: "${GNES_STACK_NAME}_shard_{{ .Task.Slot }}_data"
-
-networks:
-  gnes-net:
-    driver: overlay
-    attachable: true
-
-configs:
-  encoder_config:
-    file: "${ENCODER_YAML_PATH}"
-  indexer_config:
-    file: "${INDEXER_YAML_PATH}"
-  preprocessor_config:
-    file: "${PREPROCESSOR_YAML_PATH}"
\ No newline at end of file
diff --git a/docker-compose/elastic/train-compose.yml b/docker-compose/elastic/train-compose.yml
deleted file mode 100644
index 32b50033..00000000
--- a/docker-compose/elastic/train-compose.yml
+++ /dev/null
@@ -1,59 +0,0 @@
-version: '3.4'
-services:
-  preprocess:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      preprocess --port_in ${PREPROCESSOR_IN} --port_out ${INCOME_ROUTE_IN}
-       --socket_in PULL_BIND --socket_out PUSH_CONNECT
-       --host_out encoder_serviced
-       --yaml_path /preprocessor_config --dump_path /dump/preprocessor.bin
-    networks:
-      gnes-net:
-        aliases:
-          - preprocessor_serviced
-    configs:
-      - preprocessor_config
-
-  encoder:
-    image: ${DOCKER_IMG_URL}
-    networks:
-      gnes-net:
-        aliases:
-          - encoder_serviced
-    command: >
-      encode --port_in ${INCOME_ROUTE_IN} --port_out ${OUTGOING_ROUTE_OUT}
-        --socket_in PULL_BIND --socket_out PUB_BIND
-        --yaml_path /encoder_config --dump_path /dump/model.bin
-    volumes:
-      - "${MODEL_DIR}:/ext_data"
-      - "${OUTPUT_DIR}:/dump"
-    configs:
-      - encoder_config
-
-  frontend:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      frontend --port_in ${OUTGOING_ROUTE_OUT} --port_out ${PREPROCESSOR_IN}
-       --host_in encoder_serviced --host_out preprocessor_serviced
-       --socket_in SUB_CONNECT --socket_out PUSH_CONNECT
-       --grpc_port ${GRPC_PORT}
-
-    networks:
-      gnes-net:
-        aliases:
-          - grpc_serviced
-
-    ports:
-      - ${GRPC_PORT}:${GRPC_PORT}
-
-
-networks:
-  gnes-net:
-    driver: overlay
-    attachable: true
-
-configs:
-  encoder_config:
-    file: "${ENCODER_YAML_PATH}"
-  preprocessor_config:
-    file: "${PREPROCESSOR_YAML_PATH}"
diff --git a/docker-compose/http/index-compose.yml b/docker-compose/http/index-compose.yml
deleted file mode 100644
index eef4d4fe..00000000
--- a/docker-compose/http/index-compose.yml
+++ /dev/null
@@ -1,169 +0,0 @@
-version: '3.4'
-services:
-  preprocess:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      preprocess --port_in ${PREPROCESSOR_IN} --port_out ${INCOME_ROUTE_IN}
-      --socket_in PULL_BIND --socket_out PUSH_CONNECT
-      --host_out income-route
-      --yaml_path /preprocessor_config --dump_path /dump/preprocessor.bin
-    networks:
-      gnes-net:
-        aliases:
-          - preprocessor_serviced
-    configs:
-      - preprocessor_config
-    depends_on:
-      - income-route
-
-  income-route:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      route --router_type MapRouterService --port_in ${INCOME_ROUTE_IN} --port_out ${INCOME_ROUTE_OUT}
-      --socket_in PULL_BIND --socket_out PUSH_BIND --batch_size=128
-    networks:
-      gnes-net:
-        aliases:
-          - income_route
-
-  middleman-route:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      route --router_type=RouterService --port_in ${MIDDLEMAN_ROUTE_IN} --port_out ${MIDDLEMAN_ROUTE_OUT}
-      --socket_in PULL_BIND --socket_out PUSH_BIND
-    networks:
-      gnes-net:
-        aliases:
-          - middleman_route
-
-  outgoing-route:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      route --router_type=RouterService --port_in ${OUTGOING_ROUTE_IN} --port_out ${OUTGOING_ROUTE_OUT}
-      --socket_in PULL_BIND --socket_out PUB_BIND
-    networks:
-      gnes-net:
-        aliases:
-          - outgoing_route
-
-  encoder:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      encode --port_in ${INCOME_ROUTE_OUT} --port_out ${MIDDLEMAN_ROUTE_IN}
-      --socket_in PULL_CONNECT --socket_out PUSH_CONNECT
-      --host_in income-route --host_out middleman-route
-      --yaml_path /encoder_config --dump_path /dump/model.bin
-    volumes:
-      - "${MODEL_DIR}:/ext_data"
-      - "${OUTPUT_DIR}:/dump"
-    networks:
-      gnes-net:
-        aliases:
-          - encoder_serviced
-    deploy:
-      replicas: ${NUM_ENCODER}
-      restart_policy:
-        condition: on-failure
-        max_attempts: 3
-
-    depends_on:
-      - income-route
-      - middleman-route
-
-    configs:
-      - encoder_config
-
-  indexer:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      index --port_in ${MIDDLEMAN_ROUTE_OUT} --port_out ${OUTGOING_ROUTE_IN}
-       --socket_in PULL_CONNECT --socket_out PUSH_CONNECT
-       --host_in middleman-route --host_out outgoing-route
-       --yaml_path /indexer_config --dump_path /out_data/index.bin
-    volumes:
-      - index_data:/out_data
-      #- type: volume
-      #  source: "index_data"
-      #  target: "/out_data"
-
-      #- "${OUTPUT_DIR}/indexer_dump.{{.Task.Slot}}:/out_data"
-
-    deploy:
-      replicas: ${NUM_INDEXER}
-      restart_policy:
-        condition: on-failure
-        max_attempts: 3
-
-    environment:
-      - NODE_ID={{.Node.ID}}
-      - SERVICE_ID={{.Service.ID}}
-      - SERVICE_NAME={{.Service.Name}}
-      - SERVICE_LABELS={{.Service.Labels}}
-      - TASK_ID={{.Task.ID}}
-      - TASK_NAME={{.Task.Name}}
-      - TASK_SLOT={{.Task.Slot}}
-
-    networks:
-      gnes-net:
-        aliases:
-          - index_serviced
-    depends_on:
-      - middleman-route
-      - outgoing-route
-
-    configs:
-      - indexer_config
-
-  frontend:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      frontend --port_in ${OUTGOING_ROUTE_OUT} --port_out ${PREPROCESSOR_IN}
-       --host_in outgoing-route --host_out preprocess
-       --socket_in SUB_CONNECT --socket_out PUSH_CONNECT
-       --grpc_port ${GRPC_PORT}
-
-    networks:
-      gnes-net:
-        aliases:
-          - grpc_serviced
-
-    depends_on:
-      - preprocess
-      - outgoing-route
-
-    ports:
-      - ${GRPC_PORT}:${GRPC_PORT}
-
-  http_service:
-    image: ${DOCKER_IMG_URL}
-    command: >
-       client_http --http_port=${HTTP_PORT} --grpc_port ${GRPC_PORT}  
-        --grpc_host frontend  --max_workers=10
-    networks:
-      gnes-net:
-        aliases:
-          - http_serviced
-    ports:
-      - ${HTTP_PORT}:${HTTP_PORT}
-    depends_on:
-      - encoder
-      - indexer
-      - outgoing-proxy
-      - income-proxy
-
-volumes:
-  index_data:
-    name: "${GNES_STACK_NAME}_shard_{{ .Task.Slot }}_data"
-
-networks:
-  gnes-net:
-    driver: overlay
-    attachable: true
-
-configs:
-  encoder_config:
-    file: "${ENCODER_YAML_PATH}"
-  indexer_config:
-    file: "${INDEXER_YAML_PATH}"
-  preprocessor_config:
-    file: "${PREPROCESSOR_YAML_PATH}"
\ No newline at end of file
diff --git a/docker-compose/http/query-compose.yml b/docker-compose/http/query-compose.yml
deleted file mode 100644
index 674daad4..00000000
--- a/docker-compose/http/query-compose.yml
+++ /dev/null
@@ -1,167 +0,0 @@
-version: '3.4'
-services:
-  preprocess:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      preprocess --port_in ${PREPROCESSOR_IN} --port_out ${INCOME_ROUTE_IN}
-      --socket_in PULL_BIND --socket_out PUSH_CONNECT
-      --host_out income-route
-      --yaml_path /preprocessor_config --dump_path /dump/preprocessor.bin
-    networks:
-      gnes-net:
-        aliases:
-          - preprocessor_serviced
-    configs:
-      - preprocessor_config
-
-  income-route:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      route --router_type RouterService --port_in ${INCOME_ROUTE_IN} --port_out ${INCOME_ROUTE_OUT}
-      --socket_in PULL_BIND --socket_out PUSH_BIND
-    networks:
-      gnes-net:
-        aliases:
-          - income_route
-
-  middleman-route:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      route --router_type=RouterService --port_in ${MIDDLEMAN_ROUTE_IN} --port_out ${MIDDLEMAN_ROUTE_OUT}
-      --socket_in PULL_BIND --socket_out PUB_BIND
-    networks:
-      gnes-net:
-        aliases:
-          - middleman_route
-
-  outgoing-route:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      route --router_type=ReduceRouterService --port_in ${OUTGOING_ROUTE_IN} --port_out ${OUTGOING_ROUTE_OUT}
-      --socket_in SUB_BIND --socket_out PUB_BIND --num_part=$NUM_INDEXER
-    networks:
-      gnes-net:
-        aliases:
-          - outgoing_route
-
-  encoder:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      encode --port_in ${INCOME_ROUTE_OUT} --port_out ${MIDDLEMAN_ROUTE_IN}
-      --socket_in PULL_CONNECT --socket_out PUSH_CONNECT
-      --host_in income-route --host_out middleman-route
-      --yaml_path /encoder_config --dump_path /dump/model.bin
-    volumes:
-      - "${MODEL_DIR}:/ext_data"
-      - "${OUTPUT_DIR}:/dump"
-    networks:
-      gnes-net:
-        aliases:
-          - encoder_serviced
-    deploy:
-      replicas: 1
-      restart_policy:
-        condition: on-failure
-        max_attempts: 3
-
-    depends_on:
-      - income-route
-      - middleman-route
-
-    configs:
-      - encoder_config
-
-  indexer:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      index --port_in ${MIDDLEMAN_ROUTE_OUT} --port_out ${OUTGOING_ROUTE_IN}
-       --socket_in SUB_CONNECT --socket_out PUB_CONNECT
-       --host_in middleman-route --host_out outgoing-route
-       --yaml_path /indexer_config --dump_path /out_data/index.bin
-    volumes:
-      - index_data:/out_data
-      #- type: volume
-      #  source: "index_data"
-      #  target: "/out_data"
-
-      #- "${OUTPUT_DIR}/indexer_dump.{{.Task.Slot}}:/out_data"
-
-    deploy:
-      replicas: ${NUM_INDEXER}
-      restart_policy:
-        condition: on-failure
-        max_attempts: 3
-
-    environment:
-      - NODE_ID={{.Node.ID}}
-      - SERVICE_ID={{.Service.ID}}
-      - SERVICE_NAME={{.Service.Name}}
-      - SERVICE_LABELS={{.Service.Labels}}
-      - TASK_ID={{.Task.ID}}
-      - TASK_NAME={{.Task.Name}}
-      - TASK_SLOT={{.Task.Slot}}
-
-    networks:
-      gnes-net:
-        aliases:
-          - index_serviced
-    depends_on:
-      - middleman-route
-      - outgoing-route
-
-    configs:
-      - indexer_config
-
-  frontend:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      frontend --port_in ${OUTGOING_ROUTE_OUT} --port_out ${PREPROCESSOR_IN}
-       --host_in outgoing-route --host_out preprocess --socket_in SUB_CONNECT
-       --grpc_port ${GRPC_PORT}
-
-    networks:
-      gnes-net:
-        aliases:
-          - grpc_serviced
-
-    depends_on:
-      - income-route
-      - outgoing-route
-
-    ports:
-      - ${GRPC_PORT}:${GRPC_PORT}
-
-
-  http_service:
-    image: ${DOCKER_IMG_URL}
-    command: >
-       client_http --http_port=${HTTP_PORT} --grpc_port ${GRPC_PORT}  
-        --grpc_host frontend  --max_workers=10
-    networks:
-      gnes-net:
-        aliases:
-          - http_serviced
-    ports:
-      - ${HTTP_PORT}:${HTTP_PORT}
-    depends_on:
-      - encoder
-      - indexer
-      - outgoing-proxy
-      - income-proxy
-      
-volumes:
-  index_data:
-    name: "${GNES_STACK_NAME}_shard_{{ .Task.Slot }}_data"
-
-networks:
-  gnes-net:
-    driver: overlay
-    attachable: true
-
-configs:
-  encoder_config:
-    file: "${ENCODER_YAML_PATH}"
-  indexer_config:
-    file: "${INDEXER_YAML_PATH}"
-  preprocessor_config:
-    file: "${PREPROCESSOR_YAML_PATH}"
\ No newline at end of file
diff --git a/docker-compose/http/train-compose.yml b/docker-compose/http/train-compose.yml
deleted file mode 100644
index b240915d..00000000
--- a/docker-compose/http/train-compose.yml
+++ /dev/null
@@ -1,76 +0,0 @@
-version: '3.4'
-services:
-  preprocess:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      preprocess --port_in ${PREPROCESSOR_IN} --port_out ${INCOME_ROUTE_IN}
-       --socket_in PULL_BIND --socket_out PUSH_CONNECT
-       --host_out encoder_serviced
-       --yaml_path /preprocessor_config --dump_path /dump/preprocessor.bin
-    networks:
-      gnes-net:
-        aliases:
-          - preprocessor_serviced
-    configs:
-      - preprocessor_config
-
-  encoder:
-    image: ${DOCKER_IMG_URL}
-    networks:
-      gnes-net:
-        aliases:
-          - encoder_serviced
-    command: >
-      encode --port_in ${INCOME_ROUTE_IN} --port_out ${OUTGOING_ROUTE_OUT}
-        --socket_in PULL_BIND --socket_out PUB_BIND
-        --yaml_path /encoder_config --dump_path /dump/model.bin
-    volumes:
-      - "${MODEL_DIR}:/ext_data"
-      - "${OUTPUT_DIR}:/dump"
-    configs:
-      - encoder_config
-
-  frontend:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      frontend --port_in ${OUTGOING_ROUTE_OUT} --port_out ${PREPROCESSOR_IN}
-       --host_in encoder_serviced --host_out preprocessor_serviced
-       --socket_in SUB_CONNECT --socket_out PUSH_CONNECT
-       --grpc_port ${GRPC_PORT}
-
-    networks:
-      gnes-net:
-        aliases:
-          - grpc_serviced
-
-    ports:
-      - ${GRPC_PORT}:${GRPC_PORT}
-
-
-  http_service:
-    image: ${DOCKER_IMG_URL}
-    command: >
-       client_http --http_port=${HTTP_PORT} --grpc_port ${GRPC_PORT}  
-        --grpc_host frontend  --max_workers=10
-    networks:
-      gnes-net:
-        aliases:
-          - http_serviced
-    ports:
-      - ${HTTP_PORT}:${HTTP_PORT}
-    depends_on:
-      - encoder
-      - indexer
-      - outgoing-proxy
-      - income-proxy
-
-networks:
-  gnes-net:
-    driver: overlay
-    attachable: true
-
-configs:
-  encoder_config:
-    file: "${ENCODER_YAML_PATH}"
-  preprocessor_config:
-    file: "${PREPROCESSOR_YAML_PATH}"
diff --git a/docker-compose/swarm/index-compose.yml b/docker-compose/swarm/index-compose.yml
deleted file mode 100644
index 5e1a549d..00000000
--- a/docker-compose/swarm/index-compose.yml
+++ /dev/null
@@ -1,134 +0,0 @@
-version: '3.4'
-services:
-  income-route:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      route --route_type MapRouteService --port_in ${INCOME_ROUTE_IN} --port_out ${INCOME_ROUTE_OUT}
-      --socket_in PULL_BIND --socket_out PUSH_BIND --batch_size=${BATCH_SIZE}
-    networks:
-      gnes-net:
-        aliases:
-          - income_route
-    ports:
-      - ${HOST_PORT_IN}:${INCOME_ROUTE_IN}
-    deploy:
-      placement:
-        constraints: [node.role == worker]
-      replicas: 1
-      restart_policy:
-        condition: on-failure
-        max_attempts: 3
-
-  middleman-route:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      route --route_type=RouteService --port_in ${MIDDLEMAN_ROUTE_IN} --port_out ${MIDDLEMAN_ROUTE_OUT}
-      --socket_in PULL_BIND --socket_out PUSH_BIND
-      --unk_msg_route DEFAULT
-    networks:
-      gnes-net:
-        aliases:
-          - middleman_route
-    deploy:
-      placement:
-        constraints: [node.role == worker]
-
-  outgoing-route:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      route --route_type=RouteService --port_in ${OUTGOING_ROUTE_IN} --port_out ${OUTGOING_ROUTE_OUT}
-      --socket_in PULL_BIND --socket_out PUB_BIND
-      --unk_msg_route DEFAULT
-    networks:
-      gnes-net:
-        aliases:
-          - outgoing_route
-    ports:
-      - ${HOST_PORT_OUT}:${OUTGOING_ROUTE_OUT}
-    deploy:
-      placement:
-        constraints: [node.role == worker]
-
-  encoder:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      encode --port_in ${INCOME_ROUTE_OUT} --port_out ${MIDDLEMAN_ROUTE_IN}
-      --socket_in PULL_CONNECT --socket_out PUSH_CONNECT
-      --host_in income-route --host_out middleman-route
-      --mode INDEX --yaml_path /encoder.yml --dump_path /dump/model.bin
-    volumes:
-      - "${ENCODER_YAML_PATH}:/encoder.yml"
-      - "${MODEL_DIR}:/ext_data"
-      - "${OUTPUT_DIR}:/dump"
-    networks:
-      gnes-net:
-        aliases:
-          - encoder_serviced
-    deploy:
-      placement:
-        constraints: [node.role == worker]
-      replicas: 1
-      restart_policy:
-        condition: on-failure
-        max_attempts: 3
-
-    depends_on:
-      - income-route
-      - middleman-route
-
-  indexer:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      index --port_in ${MIDDLEMAN_ROUTE_OUT} --port_out ${OUTGOING_ROUTE_IN}
-       --socket_in PULL_CONNECT --socket_out PUSH_CONNECT
-       --host_in middleman-route --host_out outgoing-route
-       --mode INDEX --yaml_path /indexer.yml --dump_path /out_data/index.bin
-    volumes:
-      - "${INDEXER_YAML_PATH}:/indexer.yml"
-      - index_data:/out_data
-      #- type: volume
-      #  source: "index_data"
-      #  target: "/out_data"
-
-      #- "${OUTPUT_DIR}/indexer_dump.{{.Task.Slot}}:/out_data"
-
-    deploy:
-      placement:
-        constraints: [node.role == worker]
-      replicas: 3
-      restart_policy:
-        condition: on-failure
-        max_attempts: 3
-
-    environment:
-      - NODE_ID={{.Node.ID}}
-      - SERVICE_ID={{.Service.ID}}
-      - SERVICE_NAME={{.Service.Name}}
-      - SERVICE_LABELS={{.Service.Labels}}
-      - TASK_ID={{.Task.ID}}
-      - TASK_NAME={{.Task.Name}}
-      - TASK_SLOT={{.Task.Slot}}
-
-    networks:
-      gnes-net:
-        aliases:
-          - index_serviced
-    depends_on:
-      - middleman-route
-      - outgoing-route
-
-volumes:
-  index_data:
-    driver: vieux/sshfs:latest
-    driver_opts:
-      sshcmd: "ubuntu@172.17.0.8:/data/larry/save_data/shard_{{ .Task.Slot }}_data"
-      password: "!QAZ2wsx#EDC"
-      allow_other: ""
-    name: 'shard_{{ .Task.Slot }}_data'
-    #external:
-    #  name: 'index_shard_{{ .Task.Slot }}_data'
-
-networks:
-  gnes-net:
-    driver: overlay
-    attachable: true
diff --git a/docker-compose/swarm/query-compose.yml b/docker-compose/swarm/query-compose.yml
deleted file mode 100644
index 3c0dc6e9..00000000
--- a/docker-compose/swarm/query-compose.yml
+++ /dev/null
@@ -1,132 +0,0 @@
-version: '3.4'
-services:
-  income-route:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      route --route_type MapRouteService --port_in ${INCOME_ROUTE_IN} --port_out ${INCOME_ROUTE_OUT}
-      --socket_in PULL_BIND --socket_out PUSH_BIND
-    networks:
-      gnes-net:
-        aliases:
-          - income_route
-    ports:
-      - ${HOST_PORT_IN}:${INCOME_ROUTE_IN}
-    deploy:
-      placement:
-        constraints: [node.role == worker]
-      replicas: 1
-      restart_policy:
-        condition: on-failure
-        max_attempts: 3
-
-  middleman-route:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      route --route_type=RouteService --port_in ${MIDDLEMAN_ROUTE_IN} --port_out ${MIDDLEMAN_ROUTE_OUT}
-      --socket_in PULL_BIND --socket_out PUB_BIND
-      --unk_msg_route DEFAULT
-    networks:
-      gnes-net:
-        aliases:
-          - middleman_route
-    deploy:
-      placement:
-        constraints: [node.role == worker]
-
-  outgoing-route:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      route --route_type=ReduceRouteService --port_in ${OUTGOING_ROUTE_IN} --port_out ${OUTGOING_ROUTE_OUT}
-      --socket_in SUB_BIND --socket_out PUB_BIND --num_part=$NUM_REPLICAS
-      --unk_msg_route DEFAULT
-    networks:
-      gnes-net:
-        aliases:
-          - outgoing_route
-    ports:
-      - ${HOST_PORT_OUT}:${OUTGOING_ROUTE_OUT}
-    deploy:
-      placement:
-        constraints: [node.role == worker]
-
-  encoder:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      encode --port_in ${INCOME_ROUTE_OUT} --port_out ${MIDDLEMAN_ROUTE_IN}
-      --socket_in PULL_CONNECT --socket_out PUSH_CONNECT
-      --host_in income-route --host_out middleman-route
-      --mode QUERY --yaml_path /encoder.yml --dump_path /dump/model.bin
-    volumes:
-      - "${ENCODER_YAML_PATH}:/encoder.yml"
-      - "${MODEL_DIR}:/ext_data"
-      - "${OUTPUT_DIR}:/dump"
-    networks:
-      gnes-net:
-        aliases:
-          - encoder_serviced
-    deploy:
-      placement:
-        constraints: [node.role == worker]
-      replicas: 1
-      restart_policy:
-        condition: on-failure
-        max_attempts: 3
-
-    depends_on:
-      - income-route
-      - middleman-route
-
-  indexer:
-    image: ${DOCKER_IMG_URL}
-    command: >
-      index --port_in ${MIDDLEMAN_ROUTE_OUT} --port_out ${OUTGOING_ROUTE_IN}
-       --socket_in SUB_CONNECT --socket_out PUB_CONNECT
-       --host_in middleman-route --host_out outgoing-route
-       --mode QUERY --yaml_path /indexer.yml --dump_path /out_data/index.bin
-    volumes:
-      - "${INDEXER_YAML_PATH}:/indexer.yml"
-      - index_data:/out_data
-      #- type: volume
-      #  source: "index_data"
-      #  target: "/out_data"
-
-      #- "${OUTPUT_DIR}/indexer_dump.{{.Task.Slot}}:/out_data"
-
-    deploy:
-      replicas: ${NUM_REPLICAS}
-      restart_policy:
-        condition: on-failure
-        max_attempts: 3
-
-    environment:
-      - NODE_ID={{.Node.ID}}
-      - SERVICE_ID={{.Service.ID}}
-      - SERVICE_NAME={{.Service.Name}}
-      - SERVICE_LABELS={{.Service.Labels}}
-      - TASK_ID={{.Task.ID}}
-      - TASK_NAME={{.Task.Name}}
-      - TASK_SLOT={{.Task.Slot}}
-
-    networks:
-      gnes-net:
-        aliases:
-          - index_serviced
-    depends_on:
-      - middleman-route
-      - outgoing-route
-
-volumes:
-  index_data:
-    driver: vieux/sshfs:latest
-    driver_opts:
-      sshcmd: "ubuntu@172.17.0.8:/data/larry/save_data/shard_{{ .Task.Slot }}_data"
-      password: "!QAZ2wsx#EDC"
-      allow_other: ""
-    name: 'shard_{{ .Task.Slot }}_data'
-    #external:
-    #  name: 'index_shard_{{ .Task.Slot }}_data'
-
-networks:
-  gnes-net:
-    driver: overlay
-    attachable: true
diff --git a/gnes/cli/parser.py b/gnes/cli/parser.py
index d6382ead..7dab3078 100644
--- a/gnes/cli/parser.py
+++ b/gnes/cli/parser.py
@@ -90,12 +90,14 @@ def set_composer_flask_parser(parser=None):
 
 def set_service_parser(parser=None):
     from ..service.base import SocketType, BaseService
+    import random
     if not parser:
         parser = set_base_parser()
-    parser.add_argument('--port_in', type=int, default=5310,
-                        help='port for input data')
-    parser.add_argument('--port_out', type=int, default=5311,
-                        help='port for output data')
+    min_port, max_port = 49152, 65536
+    parser.add_argument('--port_in', type=int, default=random.randrange(min_port, max_port),
+                        help='port for input data, default a random port between [49152, 65536]')
+    parser.add_argument('--port_out', type=int, default=random.randrange(min_port, max_port),
+                        help='port for output data, default a random port between [49152, 65536]')
     parser.add_argument('--host_in', type=str, default=BaseService.default_host,
                         help='host address for input')
     parser.add_argument('--host_out', type=str, default=BaseService.default_host,
diff --git a/gnes/proto/__init__.py b/gnes/proto/__init__.py
index 6586b287..060ea4c3 100644
--- a/gnes/proto/__init__.py
+++ b/gnes/proto/__init__.py
@@ -97,7 +97,7 @@ def new_envelope(client_id: str,
     evlp.client_id = client_id
     evlp.request_id = request_id
     evlp.part_id = part_id
-    evlp.num_part = num_part
+    evlp.num_part.append(num_part)
     evlp.timeout = timeout
     add_route(evlp, client_id)
     return evlp
diff --git a/gnes/proto/gnes.proto b/gnes/proto/gnes.proto
index 94475df0..96911ac5 100644
--- a/gnes/proto/gnes.proto
+++ b/gnes/proto/gnes.proto
@@ -83,7 +83,7 @@ message Envelope {
 
     // for multi-part message
     uint32 part_id = 3;
-    uint32 num_part = 4;
+    repeated uint32 num_part = 4;
 
     uint32 timeout = 5;
 
diff --git a/gnes/proto/gnes_pb2.py b/gnes/proto/gnes_pb2.py
index f8af7170..8657e180 100644
--- a/gnes/proto/gnes_pb2.py
+++ b/gnes/proto/gnes_pb2.py
@@ -21,7 +21,7 @@
   package='gnes',
   syntax='proto3',
   serialized_options=None,
-  serialized_pb=_b('\n\ngnes.proto\x12\x04gnes\x1a\x1fgoogle/protobuf/timestamp.proto\"9\n\x07NdArray\x12\x0c\n\x04\x64\x61ta\x18\x01 \x01(\x0c\x12\x11\n\x05shape\x18\x02 \x03(\rB\x02\x10\x01\x12\r\n\x05\x64type\x18\x03 \x01(\t\"\xbc\x01\n\x05\x43hunk\x12\x0e\n\x06\x64oc_id\x18\x01 \x01(\x04\x12\x0e\n\x04text\x18\x02 \x01(\tH\x00\x12\x1d\n\x04\x62lob\x18\x03 \x01(\x0b\x32\r.gnes.NdArrayH\x00\x12\x11\n\toffset_1d\x18\x04 \x01(\r\x12)\n\toffset_nd\x18\x05 \x01(\x0b\x32\x16.gnes.Chunk.Coordinate\x12\x0e\n\x06weight\x18\x06 \x01(\x02\x1a\x1b\n\nCoordinate\x12\r\n\x01x\x18\x01 \x03(\rB\x02\x10\x01\x42\t\n\x07\x63ontent\"\xe2\x02\n\x08\x44ocument\x12\x0e\n\x06\x64oc_id\x18\x01 \x01(\x04\x12\x1b\n\x06\x63hunks\x18\x02 \x03(\x0b\x32\x0b.gnes.Chunk\x12\'\n\x10\x63hunk_embeddings\x18\x03 \x01(\x0b\x32\r.gnes.NdArray\x12(\n\x08\x64oc_type\x18\x04 \x01(\x0e\x32\x16.gnes.Document.DocType\x12\x11\n\tmeta_info\x18\x05 \x01(\x0c\x12\x12\n\x08raw_text\x18\x06 \x01(\tH\x00\x12\"\n\traw_image\x18\x07 \x01(\x0b\x32\r.gnes.NdArrayH\x00\x12\"\n\traw_video\x18\x08 \x01(\x0b\x32\r.gnes.NdArrayH\x00\x12\x13\n\traw_bytes\x18\t \x01(\x0cH\x00\x12\x0e\n\x06weight\x18\n \x01(\x02\"6\n\x07\x44ocType\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x08\n\x04TEXT\x10\x01\x12\t\n\x05IMAGE\x10\x02\x12\t\n\x05VIDEO\x10\x03\x42\n\n\x08raw_data\"\xd4\x01\n\x08\x45nvelope\x12\x11\n\tclient_id\x18\x01 \x01(\t\x12\x12\n\nrequest_id\x18\x02 \x01(\t\x12\x0f\n\x07part_id\x18\x03 \x01(\r\x12\x10\n\x08num_part\x18\x04 \x01(\r\x12\x0f\n\x07timeout\x18\x05 \x01(\r\x12$\n\x06routes\x18\x06 \x03(\x0b\x32\x14.gnes.Envelope.route\x1aG\n\x05route\x12\x0f\n\x07service\x18\x01 \x01(\t\x12-\n\ttimestamp\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"y\n\x07Message\x12 \n\x08\x65nvelope\x18\x01 \x01(\x0b\x32\x0e.gnes.Envelope\x12 \n\x07request\x18\x02 \x01(\x0b\x32\r.gnes.RequestH\x00\x12\"\n\x08response\x18\x03 \x01(\x0b\x32\x0e.gnes.ResponseH\x00\x42\x06\n\x04\x62ody\"\xf6\x03\n\x07Request\x12\x12\n\nrequest_id\x18\x01 \x01(\t\x12+\n\x05train\x18\x02 \x01(\x0b\x32\x1a.gnes.Request.TrainRequestH\x00\x12+\n\x05index\x18\x03 \x01(\x0b\x32\x1a.gnes.Request.IndexRequestH\x00\x12,\n\x06search\x18\x04 \x01(\x0b\x32\x1a.gnes.Request.QueryRequestH\x00\x12/\n\x07\x63ontrol\x18\x05 \x01(\x0b\x32\x1c.gnes.Request.ControlRequestH\x00\x1a;\n\x0cTrainRequest\x12\x1c\n\x04\x64ocs\x18\x01 \x03(\x0b\x32\x0e.gnes.Document\x12\r\n\x05\x66lush\x18\x02 \x01(\x08\x1a,\n\x0cIndexRequest\x12\x1c\n\x04\x64ocs\x18\x01 \x03(\x0b\x32\x0e.gnes.Document\x1a<\n\x0cQueryRequest\x12\x1d\n\x05query\x18\x01 \x01(\x0b\x32\x0e.gnes.Document\x12\r\n\x05top_k\x18\x02 \x01(\r\x1am\n\x0e\x43ontrolRequest\x12\x35\n\x07\x63ommand\x18\x01 \x01(\x0e\x32$.gnes.Request.ControlRequest.Command\"$\n\x07\x43ommand\x12\r\n\tTERMINATE\x10\x00\x12\n\n\x06STATUS\x10\x01\x42\x06\n\x04\x62ody\"\xc4\x06\n\x08Response\x12\x12\n\nrequest_id\x18\x01 \x01(\t\x12-\n\x05train\x18\x02 \x01(\x0b\x32\x1c.gnes.Response.TrainResponseH\x00\x12-\n\x05index\x18\x03 \x01(\x0b\x32\x1c.gnes.Response.IndexResponseH\x00\x12.\n\x06search\x18\x04 \x01(\x0b\x32\x1c.gnes.Response.QueryResponseH\x00\x12\x31\n\x07\x63ontrol\x18\x05 \x01(\x0b\x32\x1e.gnes.Response.ControlResponseH\x00\x1a\x36\n\rTrainResponse\x12%\n\x06status\x18\x01 \x01(\x0e\x32\x15.gnes.Response.Status\x1a\x36\n\rIndexResponse\x12%\n\x06status\x18\x01 \x01(\x0e\x32\x15.gnes.Response.Status\x1a\x38\n\x0f\x43ontrolResponse\x12%\n\x06status\x18\x01 \x01(\x0e\x32\x15.gnes.Response.Status\x1a\x81\x03\n\rQueryResponse\x12%\n\x06status\x18\x01 \x01(\x0e\x32\x15.gnes.Response.Status\x12\r\n\x05top_k\x18\x02 \x01(\r\x12?\n\x0ctopk_results\x18\x03 \x03(\x0b\x32).gnes.Response.QueryResponse.ScoredResult\x12\x39\n\x05level\x18\x04 \x01(\x0e\x32*.gnes.Response.QueryResponse.ResponseLevel\x1a{\n\x0cScoredResult\x12\x1c\n\x05\x63hunk\x18\x01 \x01(\x0b\x32\x0b.gnes.ChunkH\x00\x12\x1d\n\x03\x64oc\x18\x02 \x01(\x0b\x32\x0e.gnes.DocumentH\x00\x12\r\n\x05score\x18\x03 \x01(\x02\x12\x17\n\x0fscore_explained\x18\x04 \x01(\tB\x06\n\x04\x62ody\"A\n\rResponseLevel\x12\t\n\x05\x43HUNK\x10\x00\x12\x17\n\x13\x44OCUMENT_NOT_FILLED\x10\x01\x12\x0c\n\x08\x44OCUMENT\x10\x02\"-\n\x06Status\x12\x0b\n\x07SUCCESS\x10\x00\x12\t\n\x05\x45RROR\x10\x01\x12\x0b\n\x07PENDING\x10\x02\x42\x06\n\x04\x62ody2\xe3\x01\n\x07GnesRPC\x12(\n\x05Train\x12\r.gnes.Request\x1a\x0e.gnes.Response\"\x00\x12(\n\x05Index\x12\r.gnes.Request\x1a\x0e.gnes.Response\"\x00\x12(\n\x05Query\x12\r.gnes.Request\x1a\x0e.gnes.Response\"\x00\x12\'\n\x04\x43\x61ll\x12\r.gnes.Request\x1a\x0e.gnes.Response\"\x00\x12\x31\n\nStreamCall\x12\r.gnes.Request\x1a\x0e.gnes.Response\"\x00(\x01\x30\x01\x62\x06proto3')
+  serialized_pb=_b('\n\ngnes.proto\x12\x04gnes\x1a\x1fgoogle/protobuf/timestamp.proto\"9\n\x07NdArray\x12\x0c\n\x04\x64\x61ta\x18\x01 \x01(\x0c\x12\x11\n\x05shape\x18\x02 \x03(\rB\x02\x10\x01\x12\r\n\x05\x64type\x18\x03 \x01(\t\"\xbc\x01\n\x05\x43hunk\x12\x0e\n\x06\x64oc_id\x18\x01 \x01(\x04\x12\x0e\n\x04text\x18\x02 \x01(\tH\x00\x12\x1d\n\x04\x62lob\x18\x03 \x01(\x0b\x32\r.gnes.NdArrayH\x00\x12\x11\n\toffset_1d\x18\x04 \x01(\r\x12)\n\toffset_nd\x18\x05 \x01(\x0b\x32\x16.gnes.Chunk.Coordinate\x12\x0e\n\x06weight\x18\x06 \x01(\x02\x1a\x1b\n\nCoordinate\x12\r\n\x01x\x18\x01 \x03(\rB\x02\x10\x01\x42\t\n\x07\x63ontent\"\xe2\x02\n\x08\x44ocument\x12\x0e\n\x06\x64oc_id\x18\x01 \x01(\x04\x12\x1b\n\x06\x63hunks\x18\x02 \x03(\x0b\x32\x0b.gnes.Chunk\x12\'\n\x10\x63hunk_embeddings\x18\x03 \x01(\x0b\x32\r.gnes.NdArray\x12(\n\x08\x64oc_type\x18\x04 \x01(\x0e\x32\x16.gnes.Document.DocType\x12\x11\n\tmeta_info\x18\x05 \x01(\x0c\x12\x12\n\x08raw_text\x18\x06 \x01(\tH\x00\x12\"\n\traw_image\x18\x07 \x01(\x0b\x32\r.gnes.NdArrayH\x00\x12\"\n\traw_video\x18\x08 \x01(\x0b\x32\r.gnes.NdArrayH\x00\x12\x13\n\traw_bytes\x18\t \x01(\x0cH\x00\x12\x0e\n\x06weight\x18\n \x01(\x02\"6\n\x07\x44ocType\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x08\n\x04TEXT\x10\x01\x12\t\n\x05IMAGE\x10\x02\x12\t\n\x05VIDEO\x10\x03\x42\n\n\x08raw_data\"\xd4\x01\n\x08\x45nvelope\x12\x11\n\tclient_id\x18\x01 \x01(\t\x12\x12\n\nrequest_id\x18\x02 \x01(\t\x12\x0f\n\x07part_id\x18\x03 \x01(\r\x12\x10\n\x08num_part\x18\x04 \x03(\r\x12\x0f\n\x07timeout\x18\x05 \x01(\r\x12$\n\x06routes\x18\x06 \x03(\x0b\x32\x14.gnes.Envelope.route\x1aG\n\x05route\x12\x0f\n\x07service\x18\x01 \x01(\t\x12-\n\ttimestamp\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"y\n\x07Message\x12 \n\x08\x65nvelope\x18\x01 \x01(\x0b\x32\x0e.gnes.Envelope\x12 \n\x07request\x18\x02 \x01(\x0b\x32\r.gnes.RequestH\x00\x12\"\n\x08response\x18\x03 \x01(\x0b\x32\x0e.gnes.ResponseH\x00\x42\x06\n\x04\x62ody\"\xf6\x03\n\x07Request\x12\x12\n\nrequest_id\x18\x01 \x01(\t\x12+\n\x05train\x18\x02 \x01(\x0b\x32\x1a.gnes.Request.TrainRequestH\x00\x12+\n\x05index\x18\x03 \x01(\x0b\x32\x1a.gnes.Request.IndexRequestH\x00\x12,\n\x06search\x18\x04 \x01(\x0b\x32\x1a.gnes.Request.QueryRequestH\x00\x12/\n\x07\x63ontrol\x18\x05 \x01(\x0b\x32\x1c.gnes.Request.ControlRequestH\x00\x1a;\n\x0cTrainRequest\x12\x1c\n\x04\x64ocs\x18\x01 \x03(\x0b\x32\x0e.gnes.Document\x12\r\n\x05\x66lush\x18\x02 \x01(\x08\x1a,\n\x0cIndexRequest\x12\x1c\n\x04\x64ocs\x18\x01 \x03(\x0b\x32\x0e.gnes.Document\x1a<\n\x0cQueryRequest\x12\x1d\n\x05query\x18\x01 \x01(\x0b\x32\x0e.gnes.Document\x12\r\n\x05top_k\x18\x02 \x01(\r\x1am\n\x0e\x43ontrolRequest\x12\x35\n\x07\x63ommand\x18\x01 \x01(\x0e\x32$.gnes.Request.ControlRequest.Command\"$\n\x07\x43ommand\x12\r\n\tTERMINATE\x10\x00\x12\n\n\x06STATUS\x10\x01\x42\x06\n\x04\x62ody\"\xc4\x06\n\x08Response\x12\x12\n\nrequest_id\x18\x01 \x01(\t\x12-\n\x05train\x18\x02 \x01(\x0b\x32\x1c.gnes.Response.TrainResponseH\x00\x12-\n\x05index\x18\x03 \x01(\x0b\x32\x1c.gnes.Response.IndexResponseH\x00\x12.\n\x06search\x18\x04 \x01(\x0b\x32\x1c.gnes.Response.QueryResponseH\x00\x12\x31\n\x07\x63ontrol\x18\x05 \x01(\x0b\x32\x1e.gnes.Response.ControlResponseH\x00\x1a\x36\n\rTrainResponse\x12%\n\x06status\x18\x01 \x01(\x0e\x32\x15.gnes.Response.Status\x1a\x36\n\rIndexResponse\x12%\n\x06status\x18\x01 \x01(\x0e\x32\x15.gnes.Response.Status\x1a\x38\n\x0f\x43ontrolResponse\x12%\n\x06status\x18\x01 \x01(\x0e\x32\x15.gnes.Response.Status\x1a\x81\x03\n\rQueryResponse\x12%\n\x06status\x18\x01 \x01(\x0e\x32\x15.gnes.Response.Status\x12\r\n\x05top_k\x18\x02 \x01(\r\x12?\n\x0ctopk_results\x18\x03 \x03(\x0b\x32).gnes.Response.QueryResponse.ScoredResult\x12\x39\n\x05level\x18\x04 \x01(\x0e\x32*.gnes.Response.QueryResponse.ResponseLevel\x1a{\n\x0cScoredResult\x12\x1c\n\x05\x63hunk\x18\x01 \x01(\x0b\x32\x0b.gnes.ChunkH\x00\x12\x1d\n\x03\x64oc\x18\x02 \x01(\x0b\x32\x0e.gnes.DocumentH\x00\x12\r\n\x05score\x18\x03 \x01(\x02\x12\x17\n\x0fscore_explained\x18\x04 \x01(\tB\x06\n\x04\x62ody\"A\n\rResponseLevel\x12\t\n\x05\x43HUNK\x10\x00\x12\x17\n\x13\x44OCUMENT_NOT_FILLED\x10\x01\x12\x0c\n\x08\x44OCUMENT\x10\x02\"-\n\x06Status\x12\x0b\n\x07SUCCESS\x10\x00\x12\t\n\x05\x45RROR\x10\x01\x12\x0b\n\x07PENDING\x10\x02\x42\x06\n\x04\x62ody2\xe3\x01\n\x07GnesRPC\x12(\n\x05Train\x12\r.gnes.Request\x1a\x0e.gnes.Response\"\x00\x12(\n\x05Index\x12\r.gnes.Request\x1a\x0e.gnes.Response\"\x00\x12(\n\x05Query\x12\r.gnes.Request\x1a\x0e.gnes.Response\"\x00\x12\'\n\x04\x43\x61ll\x12\r.gnes.Request\x1a\x0e.gnes.Response\"\x00\x12\x31\n\nStreamCall\x12\r.gnes.Request\x1a\x0e.gnes.Response\"\x00(\x01\x30\x01\x62\x06proto3')
   ,
   dependencies=[google_dot_protobuf_dot_timestamp__pb2.DESCRIPTOR,])
 
@@ -441,8 +441,8 @@
       serialized_options=None, file=DESCRIPTOR),
     _descriptor.FieldDescriptor(
       name='num_part', full_name='gnes.Envelope.num_part', index=3,
-      number=4, type=13, cpp_type=3, label=1,
-      has_default_value=False, default_value=0,
+      number=4, type=13, cpp_type=3, label=3,
+      has_default_value=False, default_value=[],
       message_type=None, enum_type=None, containing_type=None,
       is_extension=False, extension_scope=None,
       serialized_options=None, file=DESCRIPTOR),
diff --git a/gnes/router/base.py b/gnes/router/base.py
index 547a4cb2..174ab360 100644
--- a/gnes/router/base.py
+++ b/gnes/router/base.py
@@ -33,4 +33,7 @@ def apply(self, msg: 'gnes_pb2.Message', *args, **kwargs) -> Generator:
 class BaseReduceRouter(BaseRouter):
     def apply(self, msg: 'gnes_pb2.Message', accum_msgs: List['gnes_pb2.Message'], *args, **kwargs) -> None:
         merge_routes(msg, accum_msgs)
-        msg.envelope.num_part = 1
+        if len(msg.envelope.num_part) > 1:
+            msg.envelope.num_part.pop()
+        else:
+            self.logger.error('can not reduce the message further, as num_part="%s"' % msg.envelope.num_part)
diff --git a/gnes/router/map/simple.py b/gnes/router/map/simple.py
index 81db685b..1c2ee97f 100644
--- a/gnes/router/map/simple.py
+++ b/gnes/router/map/simple.py
@@ -27,7 +27,7 @@ def __init__(self, num_part: int, *args, **kwargs):
         self.num_part = num_part
 
     def apply(self, msg: 'gnes_pb2.Message', *args, **kwargs) -> Generator:
-        msg.envelope.num_part = self.num_part
+        msg.envelope.num_part.append(self.num_part)
         yield msg
 
 
@@ -46,5 +46,5 @@ def apply(self, msg: 'gnes_pb2.Message', *args, **kwargs) -> Generator:
                 _msg.request.index.ClearField('docs')
                 _msg.request.index.docs.extend(b)
                 _msg.envelope.part_id = p_idx
-                _msg.envelope.num_part = num_part
+                _msg.envelope.num_part.append(num_part)
                 yield _msg
diff --git a/gnes/service/grpc.py b/gnes/service/grpc.py
index 8f234501..4745e0b8 100644
--- a/gnes/service/grpc.py
+++ b/gnes/service/grpc.py
@@ -103,7 +103,7 @@ def add_envelope(self, body: 'gnes_pb2.Request', zmq_client: 'ZmqClient'):
             msg.envelope.request_id = str(uuid.uuid4())
             self.logger.warning('request_id is missing, filled it with a random uuid!')
         msg.envelope.part_id = 1
-        msg.envelope.num_part = 1
+        msg.envelope.num_part.append(1)
         msg.envelope.timeout = 5000
         r = msg.envelope.routes.add()
         r.service = zmq_client.__class__.__name__
diff --git a/gnes/service/router.py b/gnes/service/router.py
index be713eeb..272f7682 100644
--- a/gnes/service/router.py
+++ b/gnes/service/router.py
@@ -32,7 +32,7 @@ def post_init(self):
         self._pending = defaultdict(list)  # type: Dict[str, List]
 
     def _is_msg_complete(self, msg: 'gnes_pb2.Message', num_req: int) -> bool:
-        return (hasattr(self.args, 'num_part') and num_req == self.args.num_part) or (num_req == msg.envelope.num_part)
+        return (hasattr(self.args, 'num_part') and num_req == self.args.num_part[-1]) or (num_req == msg.envelope.num_part[-1])
 
     @handler.register(NotImplementedError)
     def _handler_default(self, msg: 'gnes_pb2.Message'):
diff --git a/tests/test_router.py b/tests/test_router.py
index 03b0270b..b9430569 100644
--- a/tests/test_router.py
+++ b/tests/test_router.py
@@ -58,11 +58,12 @@ def test_publish_router(self):
         with RouterService(args), ZmqClient(c_args) as c1, ZmqClient(c_args) as c2:
             msg = gnes_pb2.Message()
             msg.request.index.docs.extend([gnes_pb2.Document() for _ in range(5)])
+            msg.envelope.num_part.append(1)
             c1.send_message(msg)
             r = c1.recv_message()
-            self.assertEqual(r.envelope.num_part, 2)
+            self.assertSequenceEqual(r.envelope.num_part, [1, 2])
             r = c2.recv_message()
-            self.assertEqual(r.envelope.num_part, 2)
+            self.assertSequenceEqual(r.envelope.num_part, [1, 2])
 
     def test_reduce_router(self):
         args = set_router_service_parser().parse_args([
@@ -77,12 +78,12 @@ def test_reduce_router(self):
         with RouterService(args), ZmqClient(c_args) as c1, ZmqClient(c_args) as c2:
             msg = gnes_pb2.Message()
             msg.request.index.docs.extend([gnes_pb2.Document() for _ in range(5)])
-            msg.envelope.num_part = 3
+            msg.envelope.num_part.extend([1, 3])
             c1.send_message(msg)
             c1.send_message(msg)
             c1.send_message(msg)
             r = c1.recv_message()
-            self.assertEqual(r.envelope.num_part, 1)
+            self.assertSequenceEqual(r.envelope.num_part, [1])
             print(r.envelope.routes)
 
     def test_chunk_reduce_router(self):
@@ -112,7 +113,7 @@ def test_chunk_reduce_router(self):
             s.score_explained = '1-c3'
             s.chunk.doc_id = 1
 
-            msg.envelope.num_part = 2
+            msg.envelope.num_part.extend([1, 2])
             c1.send_message(msg)
 
             msg.response.search.ClearField('topk_results')
@@ -131,10 +132,9 @@ def test_chunk_reduce_router(self):
             s.score = 0.3
             s.score_explained = '2-c3'
             s.chunk.doc_id = 3
-            msg.envelope.num_part = 2
             c1.send_message(msg)
             r = c1.recv_message()
-            self.assertEqual(r.envelope.num_part, 1)
+            self.assertSequenceEqual(r.envelope.num_part, [1])
             self.assertEqual(len(r.response.search.topk_results), 3)
             self.assertGreaterEqual(r.response.search.topk_results[0].score, r.response.search.topk_results[-1].score)
             print(r.response.search.topk_results)
@@ -173,7 +173,7 @@ def test_doc_reduce_router(self):
             s.score = 0.3
             s.chunk.doc_id = 3
 
-            msg.envelope.num_part = 2
+            msg.envelope.num_part.extend([1, 2])
             c1.send_message(msg)
 
             msg.response.search.ClearField('topk_results')
@@ -194,12 +194,11 @@ def test_doc_reduce_router(self):
             s.doc.raw_text = 'd3'
 
             msg.response.search.top_k = 5
-            msg.envelope.num_part = 2
             c1.send_message(msg)
             r = c1.recv_message()
 
             print(r.response.search.topk_results)
-            self.assertEqual(r.envelope.num_part, 1)
+            self.assertSequenceEqual(r.envelope.num_part, [1])
             self.assertEqual(len(r.response.search.topk_results), 3)
             self.assertGreaterEqual(r.response.search.topk_results[0].score, r.response.search.topk_results[-1].score)
 
@@ -216,12 +215,12 @@ def test_concat_router(self):
         with RouterService(args), ZmqClient(c_args) as c1:
             msg = gnes_pb2.Message()
             msg.request.search.query.chunk_embeddings.CopyFrom(array2blob(np.random.random([5, 2])))
-            msg.envelope.num_part = 3
+            msg.envelope.num_part.extend([1, 3])
             c1.send_message(msg)
             c1.send_message(msg)
             c1.send_message(msg)
             r = c1.recv_message()
-            self.assertEqual(r.envelope.num_part, 1)
+            self.assertSequenceEqual(r.envelope.num_part, [1])
             print(r.envelope.routes)
             self.assertEqual(r.request.search.query.chunk_embeddings.shape, [5, 6])
 
@@ -229,11 +228,100 @@ def test_concat_router(self):
                 d = msg.request.index.docs.add()
                 d.chunk_embeddings.CopyFrom(array2blob(np.random.random([5, 2 * j])))
 
-            msg.envelope.num_part = 3
             c1.send_message(msg)
             c1.send_message(msg)
             c1.send_message(msg)
             r = c1.recv_message()
-            self.assertEqual(r.envelope.num_part, 1)
+            self.assertSequenceEqual(r.envelope.num_part, [1])
             for j in range(1, 4):
                 self.assertEqual(r.request.index.docs[j - 1].chunk_embeddings.shape, [5, 6 * j])
+
+    def test_multimap_multireduce(self):
+        # p1 ->
+        #      p21 ->
+        #              r311
+        #              r312
+        #                   ->  r41
+        #                             -> r5
+        #      p22 ->
+        #              r321
+        #              r322
+        #                   -> r42
+        #                             -> r5
+        #                                       -> client
+        p1 = set_router_service_parser().parse_args([
+            '--yaml_path', self.publish_router_yaml,
+            '--socket_in', str(SocketType.PULL_CONNECT),
+            '--socket_out', str(SocketType.PUB_BIND),
+        ])
+        r5 = set_router_service_parser().parse_args([
+            '--yaml_path', self.reduce_router_yaml,
+            '--socket_in', str(SocketType.PULL_BIND),
+            '--socket_out', str(SocketType.PUSH_CONNECT),
+        ])
+        r41 = set_router_service_parser().parse_args([
+            '--yaml_path', self.reduce_router_yaml,
+            '--socket_in', str(SocketType.PULL_BIND),
+            '--socket_out', str(SocketType.PUSH_CONNECT),
+            '--port_out', str(r5.port_in)
+        ])
+        r42 = set_router_service_parser().parse_args([
+            '--yaml_path', self.reduce_router_yaml,
+            '--socket_in', str(SocketType.PULL_BIND),
+            '--socket_out', str(SocketType.PUSH_CONNECT),
+            '--port_out', str(r5.port_in)
+        ])
+        p21 = set_router_service_parser().parse_args([
+            '--yaml_path', self.publish_router_yaml,
+            '--socket_in', str(SocketType.SUB_CONNECT),
+            '--socket_out', str(SocketType.PUB_BIND),
+            '--port_in', str(p1.port_out)
+        ])
+        p22 = set_router_service_parser().parse_args([
+            '--yaml_path', self.publish_router_yaml,
+            '--socket_in', str(SocketType.SUB_CONNECT),
+            '--socket_out', str(SocketType.PUB_BIND),
+            '--port_in', str(p1.port_out)
+        ])
+        r311 = set_router_service_parser().parse_args([
+            '--socket_in', str(SocketType.SUB_CONNECT),
+            '--socket_out', str(SocketType.PUSH_CONNECT),
+            '--port_in', str(p21.port_out),
+            '--port_out', str(r41.port_in)
+        ])
+        r312 = set_router_service_parser().parse_args([
+            '--socket_in', str(SocketType.SUB_CONNECT),
+            '--socket_out', str(SocketType.PUSH_CONNECT),
+            '--port_in', str(p21.port_out),
+            '--port_out', str(r41.port_in)
+        ])
+        r321 = set_router_service_parser().parse_args([
+            '--socket_in', str(SocketType.SUB_CONNECT),
+            '--socket_out', str(SocketType.PUSH_CONNECT),
+            '--port_in', str(p22.port_out),
+            '--port_out', str(r42.port_in)
+        ])
+        r322 = set_router_service_parser().parse_args([
+            '--socket_in', str(SocketType.SUB_CONNECT),
+            '--socket_out', str(SocketType.PUSH_CONNECT),
+            '--port_in', str(p22.port_out),
+            '--port_out', str(r42.port_in)
+        ])
+
+        c_args = _set_client_parser().parse_args([
+            '--port_in', str(r5.port_out),
+            '--port_out', str(p1.port_in),
+            '--socket_in', str(SocketType.PULL_BIND),
+            '--socket_out', str(SocketType.PUSH_BIND),
+        ])
+        with RouterService(p1), RouterService(r5), \
+             RouterService(p21), RouterService(p22), \
+             RouterService(r311), RouterService(r312), RouterService(r321), RouterService(r322), \
+             RouterService(r41), RouterService(r42), \
+             ZmqClient(c_args) as c1:
+            msg = gnes_pb2.Message()
+            msg.envelope.num_part.append(1)
+            c1.send_message(msg)
+            r = c1.recv_message()
+            self.assertSequenceEqual(r.envelope.num_part, [1])
+            print(r.envelope.routes)
diff --git a/docker-compose/component/encoder.bas-pca.yml b/yaml-example/component/encoder.bas-pca.yml
similarity index 100%
rename from docker-compose/component/encoder.bas-pca.yml
rename to yaml-example/component/encoder.bas-pca.yml
diff --git a/docker-compose/component/encoder.bas.yml b/yaml-example/component/encoder.bas.yml
similarity index 100%
rename from docker-compose/component/encoder.bas.yml
rename to yaml-example/component/encoder.bas.yml
diff --git a/docker-compose/component/encoder.inception.yml b/yaml-example/component/encoder.inception.yml
similarity index 100%
rename from docker-compose/component/encoder.inception.yml
rename to yaml-example/component/encoder.inception.yml
diff --git a/docker-compose/component/encoder.resnet.yml b/yaml-example/component/encoder.resnet.yml
similarity index 100%
rename from docker-compose/component/encoder.resnet.yml
rename to yaml-example/component/encoder.resnet.yml
diff --git a/docker-compose/component/encoder.vgg.yml b/yaml-example/component/encoder.vgg.yml
similarity index 100%
rename from docker-compose/component/encoder.vgg.yml
rename to yaml-example/component/encoder.vgg.yml
diff --git a/docker-compose/component/encoder.w2v.yml b/yaml-example/component/encoder.w2v.yml
similarity index 100%
rename from docker-compose/component/encoder.w2v.yml
rename to yaml-example/component/encoder.w2v.yml
diff --git a/docker-compose/component/img_preprocessor_fasterRCNN.yml b/yaml-example/component/img_preprocessor_fasterRCNN.yml
similarity index 100%
rename from docker-compose/component/img_preprocessor_fasterRCNN.yml
rename to yaml-example/component/img_preprocessor_fasterRCNN.yml
diff --git a/docker-compose/component/img_preprocessor_singleton.yml b/yaml-example/component/img_preprocessor_singleton.yml
similarity index 100%
rename from docker-compose/component/img_preprocessor_singleton.yml
rename to yaml-example/component/img_preprocessor_singleton.yml
diff --git a/docker-compose/component/img_preprocessor_vanilla_sldwin.yml b/yaml-example/component/img_preprocessor_vanilla_sldwin.yml
similarity index 100%
rename from docker-compose/component/img_preprocessor_vanilla_sldwin.yml
rename to yaml-example/component/img_preprocessor_vanilla_sldwin.yml
diff --git a/docker-compose/component/img_preprocessor_weight_sldwin.yml b/yaml-example/component/img_preprocessor_weight_sldwin.yml
similarity index 100%
rename from docker-compose/component/img_preprocessor_weight_sldwin.yml
rename to yaml-example/component/img_preprocessor_weight_sldwin.yml
diff --git a/docker-compose/component/indexer.fulltext.yml b/yaml-example/component/indexer.fulltext.yml
similarity index 100%
rename from docker-compose/component/indexer.fulltext.yml
rename to yaml-example/component/indexer.fulltext.yml
diff --git a/docker-compose/component/indexer.vector.yml b/yaml-example/component/indexer.vector.yml
similarity index 100%
rename from docker-compose/component/indexer.vector.yml
rename to yaml-example/component/indexer.vector.yml
diff --git a/docker-compose/component/preprocessor.yml b/yaml-example/component/preprocessor.yml
similarity index 100%
rename from docker-compose/component/preprocessor.yml
rename to yaml-example/component/preprocessor.yml