Rework python ROS2 (de)serialization using parsed ROS2 messages directly #2454
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| branches: | |
| - main | |
| pull_request: | |
| workflow_dispatch: | |
| env: | |
| RUST_LOG: INFO | |
| jobs: | |
| test: | |
| name: "Test" | |
| strategy: | |
| matrix: | |
| platform: [ubuntu-latest, macos-latest, windows-latest] | |
| fail-fast: false | |
| runs-on: ${{ matrix.platform }} | |
| timeout-minutes: 60 | |
| steps: | |
| - name: Print available space (Windows only) | |
| run: Get-PSDrive | |
| if: runner.os == 'Windows' | |
| - name: Override cargo target dir (Windows only) | |
| run: echo "CARGO_TARGET_DIR=C:\cargo-target" >> "$GITHUB_ENV" | |
| shell: bash | |
| if: runner.os == 'Windows' | |
| - uses: actions/checkout@v3 | |
| - uses: r7kamura/[email protected] | |
| - run: cargo --version --verbose | |
| - name: Free Disk Space (Ubuntu) | |
| uses: jlumbroso/free-disk-space@main | |
| if: runner.os == 'Linux' | |
| with: | |
| # this might remove tools that are actually needed, | |
| # if set to "true" but frees about 6 GB | |
| tool-cache: false | |
| # all of these default to true, but feel free to set to | |
| # "false" if necessary for your workflow | |
| android: true | |
| dotnet: true | |
| haskell: true | |
| large-packages: false | |
| docker-images: true | |
| swap-storage: false | |
| - name: Free disk Space (Windows) | |
| if: runner.os == 'Windows' | |
| run: | | |
| docker system prune --all -f | |
| Remove-Item "C:\Android" -Force -Recurse | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| cache-provider: buildjet | |
| cache-on-failure: true | |
| # only save caches for `main` branch | |
| save-if: ${{ github.ref == 'refs/heads/main' }} | |
| cache-directories: ${{ env.CARGO_TARGET_DIR }} | |
| - name: "Check" | |
| run: cargo check --all | |
| - name: "Build (Without Python node as it is build with maturin)" | |
| run: cargo build --all --exclude dora-node-api-python | |
| - name: "Test" | |
| run: cargo test --all | |
| # Run examples as separate job because otherwise we will exhaust the disk | |
| # space of the GitHub action runners. | |
| examples: | |
| name: "Examples" | |
| strategy: | |
| matrix: | |
| platform: [ubuntu-latest, macos-latest, windows-latest] | |
| fail-fast: false | |
| runs-on: ${{ matrix.platform }} | |
| timeout-minutes: 60 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: r7kamura/[email protected] | |
| - run: cargo --version --verbose | |
| - name: Free Disk Space (Ubuntu) | |
| uses: jlumbroso/free-disk-space@main | |
| if: runner.os == 'Linux' | |
| with: | |
| # this might remove tools that are actually needed, | |
| # if set to "true" but frees about 6 GB | |
| tool-cache: false | |
| # all of these default to true, but feel free to set to | |
| # "false" if necessary for your workflow | |
| android: true | |
| dotnet: true | |
| haskell: true | |
| large-packages: false | |
| docker-images: true | |
| swap-storage: false | |
| - name: Free disk Space (Windows) | |
| if: runner.os == 'Windows' | |
| run: | | |
| docker system prune --all -f | |
| Remove-Item "C:\Android" -Force -Recurse | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| cache-provider: buildjet | |
| cache-on-failure: true | |
| # only save caches for `main` branch | |
| save-if: ${{ github.ref == 'refs/heads/main' }} | |
| # general examples | |
| - name: "Build examples" | |
| timeout-minutes: 30 | |
| run: cargo build --examples | |
| - name: "Rust Dataflow example" | |
| timeout-minutes: 30 | |
| run: cargo run --example rust-dataflow | |
| - name: "Multiple Daemons example" | |
| timeout-minutes: 30 | |
| run: cargo run --example multiple-daemons | |
| - name: "C Dataflow example" | |
| timeout-minutes: 15 | |
| run: cargo run --example c-dataflow | |
| - name: "C++ Dataflow example" | |
| timeout-minutes: 15 | |
| run: cargo run --example cxx-dataflow | |
| - name: "Cmake example" | |
| if: runner.os == 'Linux' | |
| timeout-minutes: 30 | |
| run: cargo run --example cmake-dataflow | |
| # python examples | |
| - uses: actions/setup-python@v2 | |
| if: runner.os != 'Windows' | |
| with: | |
| python-version: "3.8" | |
| - uses: actions/setup-python@v2 | |
| if: runner.os == 'Windows' | |
| with: | |
| python-version: "3.10" | |
| - name: "Python Dataflow example" | |
| run: cargo run --example python-dataflow | |
| - name: "Python Operator Dataflow example" | |
| run: cargo run --example python-operator-dataflow | |
| # ROS2 bridge examples | |
| ros2-bridge-examples: | |
| name: "ROS2 Bridge Examples" | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 45 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: r7kamura/[email protected] | |
| - run: cargo --version --verbose | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| cache-provider: buildjet | |
| cache-on-failure: true | |
| # only save caches for `main` branch | |
| save-if: ${{ github.ref == 'refs/heads/main' }} | |
| - uses: ros-tooling/[email protected] | |
| with: | |
| required-ros-distributions: humble | |
| - run: 'source /opt/ros/humble/setup.bash && echo AMENT_PREFIX_PATH=${AMENT_PREFIX_PATH} >> "$GITHUB_ENV"' | |
| - name: "Rust ROS2 Bridge example" | |
| timeout-minutes: 30 | |
| env: | |
| QT_QPA_PLATFORM: offscreen | |
| run: | | |
| source /opt/ros/humble/setup.bash && ros2 run turtlesim turtlesim_node & | |
| cargo run --example rust-ros2-dataflow --features="ros2-examples" | |
| - uses: actions/setup-python@v2 | |
| if: runner.os != 'Windows' | |
| with: | |
| python-version: "3.8" | |
| - uses: actions/setup-python@v2 | |
| if: runner.os == 'Windows' | |
| with: | |
| python-version: "3.10" | |
| - name: "python-ros2-dataflow" | |
| timeout-minutes: 30 | |
| env: | |
| QT_QPA_PLATFORM: offscreen | |
| run: | | |
| # Reset only the turtlesim instance as it is not destroyed at the end of the previous job | |
| source /opt/ros/humble/setup.bash && ros2 service call /reset std_srvs/srv/Empty & | |
| cargo run --example python-ros2-dataflow --features="ros2-examples" | |
| bench: | |
| name: "Bench" | |
| strategy: | |
| matrix: | |
| platform: [ubuntu-latest, macos-latest, windows-latest] | |
| fail-fast: false | |
| runs-on: ${{ matrix.platform }} | |
| timeout-minutes: 60 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: r7kamura/[email protected] | |
| - run: cargo --version --verbose | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| cache-provider: buildjet | |
| cache-on-failure: true | |
| # only save caches for `main` branch | |
| save-if: ${{ github.ref == 'refs/heads/main' }} | |
| - name: "Benchmark example" | |
| timeout-minutes: 30 | |
| run: cargo run --example benchmark --release | |
| CLI: | |
| name: "CLI Test" | |
| strategy: | |
| matrix: | |
| platform: [ubuntu-latest, macos-latest, windows-latest] | |
| fail-fast: false | |
| runs-on: ${{ matrix.platform }} | |
| timeout-minutes: 60 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: r7kamura/[email protected] | |
| - run: cargo --version --verbose | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| cache-provider: buildjet | |
| cache-on-failure: true | |
| # only save caches for `main` branch | |
| save-if: ${{ github.ref == 'refs/heads/main' }} | |
| # CLI tests | |
| - name: "Build cli and binaries" | |
| timeout-minutes: 45 | |
| # fail-fast by using bash shell explictly | |
| shell: bash | |
| run: | | |
| cargo install --path binaries/cli --locked | |
| - name: "Test CLI" | |
| timeout-minutes: 30 | |
| # fail-fast by using bash shell explictly | |
| shell: bash | |
| run: | | |
| dora up | |
| dora list | |
| # Test Rust template Project | |
| dora new test_rust_project --internal-create-with-path-dependencies | |
| cd test_rust_project | |
| cargo build --all | |
| dora start dataflow.yml --name ci-rust-test | |
| sleep 10 | |
| dora stop --name ci-rust-test | |
| cd .. | |
| # Test Python template Project | |
| pip3 install maturin | |
| maturin build -m apis/python/node/Cargo.toml | |
| pip3 install target/wheels/* | |
| dora new test_python_project --lang python --internal-create-with-path-dependencies | |
| cd test_python_project | |
| dora start dataflow.yml --name ci-python-test | |
| sleep 10 | |
| dora stop --name ci-python-test | |
| cd .. | |
| dora destroy | |
| clippy: | |
| name: "Clippy" | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: r7kamura/[email protected] | |
| - run: cargo --version --verbose | |
| - name: "Clippy" | |
| run: cargo clippy --all | |
| - name: "Clippy (tracing feature)" | |
| run: cargo clippy --all --features tracing | |
| if: false # only the dora-runtime has this feature, but it is currently commented out | |
| - name: "Clippy (metrics feature)" | |
| run: cargo clippy --all --features metrics | |
| if: false # only the dora-runtime has this feature, but it is currently commented out | |
| rustfmt: | |
| name: "Formatting" | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: r7kamura/[email protected] | |
| - name: "rustfmt" | |
| run: cargo fmt --all -- --check | |
| check-license: | |
| name: "License Checks" | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: r7kamura/[email protected] | |
| - run: cargo --version --verbose | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| cache-provider: buildjet | |
| cache-on-failure: true | |
| # only save caches for `main` branch | |
| save-if: ${{ github.ref == 'refs/heads/main' }} | |
| - run: cargo install cargo-lichking | |
| - name: "Check dependency licenses" | |
| run: cargo lichking check |