From 1eaaa62ebf705cd2b8b6f885919cf1eb790a936f Mon Sep 17 00:00:00 2001 From: Marco Ippolito Date: Wed, 26 Apr 2023 12:06:22 +0200 Subject: [PATCH] tools: automate icu-small update --- .github/workflows/tools.yml | 17 +++++++++ tools/dep_updaters/update-icu.sh | 63 ++++++++++++++++++++++++++++++++ tools/icu/shrink-icu-src.py | 0 3 files changed, 80 insertions(+) create mode 100755 tools/dep_updaters/update-icu.sh mode change 100644 => 100755 tools/icu/shrink-icu-src.py diff --git a/.github/workflows/tools.yml b/.github/workflows/tools.yml index 30f9b4fcebceb8..3a095f69f20abf 100644 --- a/.github/workflows/tools.yml +++ b/.github/workflows/tools.yml @@ -24,6 +24,7 @@ on: - doc - eslint - googletest + - icu - libuv - lint-md-dependencies - llhttp @@ -36,6 +37,9 @@ on: - undici - uvwasi +env: + PYTHON_VERSION: '3.11' + permissions: contents: read @@ -252,11 +256,24 @@ jobs: cat temp-output tail -n1 temp-output | grep "NEW_VERSION=" >> "$GITHUB_ENV" || true rm temp-output + - id: icu + subsystem: deps + label: dependencies, test + run: | + ./tools/dep_updaters/update-icu.sh > temp-output + cat temp-output + tail -n1 temp-output | grep "NEW_VERSION=" >> "$GITHUB_ENV" || true + rm temp-output steps: - uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c # v3.3.0 if: github.event_name == 'schedule' || inputs.id == 'all' || inputs.id == matrix.id with: persist-credentials: false + - name: Set up Python ${{ env.PYTHON_VERSION }} + if: matrix.id == 'icu' && (github.event_name == 'schedule' || inputs.id == 'all' || inputs.id == matrix.id) + uses: actions/setup-python@d27e3f3d7c64b4bbf8e4abfb9b63b83e846e0435 # v4.5.0 + with: + python-version: ${{ env.PYTHON_VERSION }} - run: ${{ matrix.run }} if: github.event_name == 'schedule' || inputs.id == 'all' || inputs.id == matrix.id env: diff --git a/tools/dep_updaters/update-icu.sh b/tools/dep_updaters/update-icu.sh new file mode 100755 index 00000000000000..282aeb8ec953e0 --- /dev/null +++ b/tools/dep_updaters/update-icu.sh @@ -0,0 +1,63 @@ +#!/bin/sh +set -e +# Shell script to update icu in the source tree to a specific version + +BASE_DIR=$(cd "$(dirname "$0")/../.." && pwd) +DEPS_DIR="$BASE_DIR/deps" +TOOLS_DIR="$BASE_DIR/tools" + +[ -z "$NODE" ] && NODE="$BASE_DIR/out/Release/node" +[ -x "$NODE" ] || NODE=$(command -v node) + +NEW_VERSION="$("$NODE" --input-type=module <<'EOF' +const res = await fetch('https://api.github.com/repos/unicode-org/icu/releases/latest'); +if (!res.ok) throw new Error(`FetchError: ${res.status} ${res.statusText}`, { cause: res }); +const { tag_name } = await res.json(); +console.log(tag_name.replace('release-', '')); +EOF +)" + +ICU_VERSION_H="$DEPS_DIR/icu-small/source/common/unicode/uvernum.h" +CURRENT_MAJOR_VERSION=$(grep "#define U_ICU_VERSION_MAJOR_NUM" "$ICU_VERSION_H" | cut -d ' ' -f3 | tr -d '\r') +CURRENT_MINOR_VERSION=$(grep "#define U_ICU_VERSION_MINOR_NUM" "$ICU_VERSION_H" | cut -d ' ' -f3 | tr -d '\r') + +CURRENT_VERSION="$CURRENT_MAJOR_VERSION-$CURRENT_MINOR_VERSION" + +echo "Comparing $NEW_VERSION with $CURRENT_VERSION" + +if [ "$NEW_VERSION" = "$CURRENT_VERSION" ]; then + echo "Skipped because icu is on the latest version." + exit 0 +fi + +NEW_MAJOR_VERSION=$(echo "$NEW_VERSION" | cut -d '-' -f1) +NEW_MINOR_VERSION=$(echo "$NEW_VERSION" | cut -d '-' -f2) + +NEW_VERSION_TGZ="https://github.com/unicode-org/icu/releases/download/release-${NEW_VERSION}/icu4c-${NEW_MAJOR_VERSION}_${NEW_MINOR_VERSION}-src.tgz" + +./configure --with-intl=full-icu --with-icu-source="$NEW_VERSION_TGZ" + +"$TOOLS_DIR/icu/shrink-icu-src.py" + +rm -rf "$DEPS_DIR/icu" + +CHECKSUM=$(curl -s "$NEW_VERSION_TGZ" | md5sum | cut -d ' ' -f1) + +sed -i '' -e "s|\"url\": \"\(.*\)\".*|\"url\": \"$NEW_VERSION_TGZ\",|" "$TOOLS_DIR/icu/current_ver.dep" + +sed -i '' -e "s|\"md5\": \"\(.*\)\".*|\"md5\": \"$CHECKSUM\"|" "$TOOLS_DIR/icu/current_ver.dep" + +rm -rf out "$DEPS_DIR/icu" "$DEPS_DIR/icu4c*" + +echo "All done!" +echo "" +echo "Please git add icu, commit the new version:" +echo "" +echo "$ git add -A deps/icu-small" +echo "$ git add tools/icu/current_ver.dep" +echo "$ git commit -m \"deps: update icu to $NEW_VERSION\"" +echo "" + +# The last line of the script should always print the new version, +# as we need to add it to $GITHUB_ENV variable. +echo "NEW_VERSION=$NEW_VERSION" diff --git a/tools/icu/shrink-icu-src.py b/tools/icu/shrink-icu-src.py old mode 100644 new mode 100755