feat(ci): use all-in-one binary (#1067)

Signed-off-by: Alex Chi <[email protected]>
risingwavelabs · Mar 18, 2022 · e106294 · e106294
1 parent e4edd71
commit e106294
Show file tree

Hide file tree

Showing 5 changed files with 98 additions and 150 deletions.
diff --git a/.github/workflow-template/template.yml b/.github/workflow-template/template.yml
@@ -83,22 +83,10 @@ jobs:
           distribution: "adopt"
 
       - uses: actions/download-artifact@v2
-        name: Download compute-node binary
+        name: Download risingwave binary
         with:
-          name: compute-node
-          path: ./.risingwave/bin
-
-      - uses: actions/download-artifact@v2
-        name: Download meta-node binary
-        with:
-          name: meta-node
-          path: ./.risingwave/bin
-
-      - uses: actions/download-artifact@v2
-        name: Download rust frontend binary
-        with:
-          name: frontend-v2
-          path: ./.risingwave/bin
+          name: risingwave
+          path: ./rust/target/debug
 
       - uses: actions/download-artifact@v2
         name: Download frontend binary
@@ -114,9 +102,7 @@ jobs:
 
       - name: Adjust permission
         run: |
-          chmod +x ./.risingwave/bin/meta-node
-          chmod +x ./.risingwave/bin/compute-node
-          chmod +x ./.risingwave/bin/frontend-v2
+          chmod +x ./rust/target/debug/risingwave
           chmod +x ./rust/target/debug/risedev-playground
 
       - name: Install required components
@@ -144,7 +130,9 @@ jobs:
           mv ~/cargo-make-v0.35.7-x86_64-unknown-linux-musl ~/cargo-make
 
       - name: Prepare RiseDev playground
-        run: ~/cargo-make/makers pre-start-playground
+        run: |
+          ~/cargo-make/makers link-all-in-one-binaries
+          ~/cargo-make/makers pre-start-playground
 
       # --- Tests ---
       #
@@ -274,16 +262,10 @@ jobs:
           mv ~/cargo-make-v0.35.7-x86_64-unknown-linux-musl ~/cargo-make
 
       - uses: actions/download-artifact@v2
-        name: Download compute-node binary
-        with:
-          name: compute-node
-          path: ./.risingwave/bin
-
-      - uses: actions/download-artifact@v2
-        name: Download meta-node binary
+        name: Download risingwave binary
         with:
-          name: meta-node
-          path: ./.risingwave/bin
+          name: risingwave
+          path: ./rust/target/debug
 
       - uses: actions/download-artifact@v2
         name: Download frontend binary
@@ -305,8 +287,7 @@ jobs:
 
       - name: Adjust permission
         run: |
-          chmod +x ./.risingwave/bin/meta-node
-          chmod +x ./.risingwave/bin/compute-node
+          chmod +x ./rust/target/debug/risingwave
           chmod +x ./rust/target/debug/risedev-playground
           chmod +x ./rust/target/debug/risingwave_regress_test
 
@@ -319,7 +300,9 @@ jobs:
           cp risedev-components.ci.env risedev-components.user.env
 
       - name: Prepare RiseDev playground
-        run: ~/cargo-make/makers pre-start-playground
+        run: |
+          ~/cargo-make/makers link-all-in-one-binaries
+          ~/cargo-make/makers pre-start-playground
 
       # --- Tests ---
       #
@@ -468,40 +451,27 @@ jobs:
 
       - name: Run rust cargo-sort check
         run: |
-          make rust_cargo_sort_check
+          cd rust && cargo sort -c -w
 
       - name: Run rust format check
         run: |
-          make rust_fmt_check
+          cd rust && cargo fmt --all -- --check
 
       - name: Run rust clippy check
         run: |
           # If new CI checks are added, the one with `--locked` must be run first.
-          make rust_clippy_check_locked
-
-      - name: Build compute-node and meta-node
-        run: make rust_build
-
-      - uses: actions/upload-artifact@v2
-        with:
-          name: compute-node
-          if-no-files-found: error
-          path: |
-            rust/target/debug/compute-node
+          cd rust && cargo clippy --all-targets --locked -- -D warnings
 
-      - uses: actions/upload-artifact@v2
-        with:
-          name: meta-node
-          if-no-files-found: error
-          path: |
-            rust/target/debug/meta-node
+      - name: Build Rust components
+        run: |
+          cd rust && cargo build --features=all-in-one
 
       - uses: actions/upload-artifact@v2
         with:
-          name: frontend-v2
+          name: risingwave
           if-no-files-found: error
           path: |
-            rust/target/debug/frontend-v2
+            rust/target/debug/risingwave
 
       - uses: actions/upload-artifact@v2
         with:

diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
@@ -79,20 +79,10 @@ jobs:
           java-version: "11"
           distribution: "adopt"
       - uses: actions/download-artifact@v2
-        name: Download compute-node binary
+        name: Download risingwave binary
         with:
-          name: compute-node
-          path: ./.risingwave/bin
-      - uses: actions/download-artifact@v2
-        name: Download meta-node binary
-        with:
-          name: meta-node
-          path: ./.risingwave/bin
-      - uses: actions/download-artifact@v2
-        name: Download rust frontend binary
-        with:
-          name: frontend-v2
-          path: ./.risingwave/bin
+          name: risingwave
+          path: ./rust/target/debug
       - uses: actions/download-artifact@v2
         name: Download frontend binary
         with:
@@ -105,9 +95,7 @@ jobs:
           path: ./rust/target/debug
       - name: Adjust permission
         run: |
-          chmod +x ./.risingwave/bin/meta-node
-          chmod +x ./.risingwave/bin/compute-node
-          chmod +x ./.risingwave/bin/frontend-v2
+          chmod +x ./rust/target/debug/risingwave
           chmod +x ./rust/target/debug/risedev-playground
       - name: Install required components
         run: |
@@ -130,7 +118,9 @@ jobs:
           unzip ~/cargo-make-v0.35.7-x86_64-unknown-linux-musl.zip -d ~
           mv ~/cargo-make-v0.35.7-x86_64-unknown-linux-musl ~/cargo-make
       - name: Prepare RiseDev playground
-        run: ~/cargo-make/makers pre-start-playground
+        run: |
+          ~/cargo-make/makers link-all-in-one-binaries
+          ~/cargo-make/makers pre-start-playground
       - name: e2e test streaming 3-node
         timeout-minutes: 2
         run: |
@@ -234,15 +224,10 @@ jobs:
           unzip ~/cargo-make-v0.35.7-x86_64-unknown-linux-musl.zip -d ~
           mv ~/cargo-make-v0.35.7-x86_64-unknown-linux-musl ~/cargo-make
       - uses: actions/download-artifact@v2
-        name: Download compute-node binary
-        with:
-          name: compute-node
-          path: ./.risingwave/bin
-      - uses: actions/download-artifact@v2
-        name: Download meta-node binary
+        name: Download risingwave binary
         with:
-          name: meta-node
-          path: ./.risingwave/bin
+          name: risingwave
+          path: ./rust/target/debug
       - uses: actions/download-artifact@v2
         name: Download frontend binary
         with:
@@ -260,8 +245,7 @@ jobs:
           path: ./rust/target/debug
       - name: Adjust permission
         run: |
-          chmod +x ./.risingwave/bin/meta-node
-          chmod +x ./.risingwave/bin/compute-node
+          chmod +x ./rust/target/debug/risingwave
           chmod +x ./rust/target/debug/risedev-playground
           chmod +x ./rust/target/debug/risingwave_regress_test
       - name: Run batch tests on Postgresql
@@ -271,7 +255,9 @@ jobs:
         run: |
           cp risedev-components.ci.env risedev-components.user.env
       - name: Prepare RiseDev playground
-        run: ~/cargo-make/makers pre-start-playground
+        run: |
+          ~/cargo-make/makers link-all-in-one-binaries
+          ~/cargo-make/makers pre-start-playground
       - name: regress test batch 3-node
         run: |
           ~/cargo-make/makers clean-data
@@ -395,34 +381,23 @@ jobs:
           cargo install cargo-sort
       - name: Run rust cargo-sort check
         run: |
-          make rust_cargo_sort_check
+          cd rust && cargo sort -c -w
       - name: Run rust format check
         run: |
-          make rust_fmt_check
+          cd rust && cargo fmt --all -- --check
       - name: Run rust clippy check
         run: |
           # If new CI checks are added, the one with `--locked` must be run first.
-          make rust_clippy_check_locked
-      - name: Build compute-node and meta-node
-        run: make rust_build
-      - uses: actions/upload-artifact@v2
-        with:
-          name: compute-node
-          if-no-files-found: error
-          path: |
-            rust/target/debug/compute-node
-      - uses: actions/upload-artifact@v2
-        with:
-          name: meta-node
-          if-no-files-found: error
-          path: |
-            rust/target/debug/meta-node
+          cd rust && cargo clippy --all-targets --locked -- -D warnings
+      - name: Build Rust components
+        run: |
+          cd rust && cargo build --features=all-in-one
       - uses: actions/upload-artifact@v2
         with:
-          name: frontend-v2
+          name: risingwave
           if-no-files-found: error
           path: |
-            rust/target/debug/frontend-v2
+            rust/target/debug/risingwave
       - uses: actions/upload-artifact@v2
         with:
           name: risingwave_regress_test

diff --git a/.github/workflows/pull-request.yml b/.github/workflows/pull-request.yml
@@ -80,20 +80,10 @@ jobs:
           java-version: "11"
           distribution: "adopt"
       - uses: actions/download-artifact@v2
-        name: Download compute-node binary
+        name: Download risingwave binary
         with:
-          name: compute-node
-          path: ./.risingwave/bin
-      - uses: actions/download-artifact@v2
-        name: Download meta-node binary
-        with:
-          name: meta-node
-          path: ./.risingwave/bin
-      - uses: actions/download-artifact@v2
-        name: Download rust frontend binary
-        with:
-          name: frontend-v2
-          path: ./.risingwave/bin
+          name: risingwave
+          path: ./rust/target/debug
       - uses: actions/download-artifact@v2
         name: Download frontend binary
         with:
@@ -106,9 +96,7 @@ jobs:
           path: ./rust/target/debug
       - name: Adjust permission
         run: |
-          chmod +x ./.risingwave/bin/meta-node
-          chmod +x ./.risingwave/bin/compute-node
-          chmod +x ./.risingwave/bin/frontend-v2
+          chmod +x ./rust/target/debug/risingwave
           chmod +x ./rust/target/debug/risedev-playground
       - name: Install required components
         run: |
@@ -131,7 +119,9 @@ jobs:
           unzip ~/cargo-make-v0.35.7-x86_64-unknown-linux-musl.zip -d ~
           mv ~/cargo-make-v0.35.7-x86_64-unknown-linux-musl ~/cargo-make
       - name: Prepare RiseDev playground
-        run: ~/cargo-make/makers pre-start-playground
+        run: |
+          ~/cargo-make/makers link-all-in-one-binaries
+          ~/cargo-make/makers pre-start-playground
       - name: e2e test streaming 3-node
         timeout-minutes: 2
         run: |
@@ -235,15 +225,10 @@ jobs:
           unzip ~/cargo-make-v0.35.7-x86_64-unknown-linux-musl.zip -d ~
           mv ~/cargo-make-v0.35.7-x86_64-unknown-linux-musl ~/cargo-make
       - uses: actions/download-artifact@v2
-        name: Download compute-node binary
-        with:
-          name: compute-node
-          path: ./.risingwave/bin
-      - uses: actions/download-artifact@v2
-        name: Download meta-node binary
+        name: Download risingwave binary
         with:
-          name: meta-node
-          path: ./.risingwave/bin
+          name: risingwave
+          path: ./rust/target/debug
       - uses: actions/download-artifact@v2
         name: Download frontend binary
         with:
@@ -261,8 +246,7 @@ jobs:
           path: ./rust/target/debug
       - name: Adjust permission
         run: |
-          chmod +x ./.risingwave/bin/meta-node
-          chmod +x ./.risingwave/bin/compute-node
+          chmod +x ./rust/target/debug/risingwave
           chmod +x ./rust/target/debug/risedev-playground
           chmod +x ./rust/target/debug/risingwave_regress_test
       - name: Run batch tests on Postgresql
@@ -272,7 +256,9 @@ jobs:
         run: |
           cp risedev-components.ci.env risedev-components.user.env
       - name: Prepare RiseDev playground
-        run: ~/cargo-make/makers pre-start-playground
+        run: |
+          ~/cargo-make/makers link-all-in-one-binaries
+          ~/cargo-make/makers pre-start-playground
       - name: regress test batch 3-node
         run: |
           ~/cargo-make/makers clean-data
@@ -396,34 +382,23 @@ jobs:
           cargo install cargo-sort
       - name: Run rust cargo-sort check
         run: |
-          make rust_cargo_sort_check
+          cd rust && cargo sort -c -w
       - name: Run rust format check
         run: |
-          make rust_fmt_check
+          cd rust && cargo fmt --all -- --check
       - name: Run rust clippy check
         run: |
           # If new CI checks are added, the one with `--locked` must be run first.
-          make rust_clippy_check_locked
-      - name: Build compute-node and meta-node
-        run: make rust_build
-      - uses: actions/upload-artifact@v2
-        with:
-          name: compute-node
-          if-no-files-found: error
-          path: |
-            rust/target/debug/compute-node
-      - uses: actions/upload-artifact@v2
-        with:
-          name: meta-node
-          if-no-files-found: error
-          path: |
-            rust/target/debug/meta-node
+          cd rust && cargo clippy --all-targets --locked -- -D warnings
+      - name: Build Rust components
+        run: |
+          cd rust && cargo build --features=all-in-one
       - uses: actions/upload-artifact@v2
         with:
-          name: frontend-v2
+          name: risingwave
           if-no-files-found: error
           path: |
-            rust/target/debug/frontend-v2
+            rust/target/debug/risingwave
       - uses: actions/upload-artifact@v2
         with:
           name: risingwave_regress_test