From 64fceab8afae962ac2f64b6491d873591a58c051 Mon Sep 17 00:00:00 2001 From: Byron Hsu Date: Thu, 5 Dec 2024 17:46:21 -0800 Subject: [PATCH] [router] use 2-gpu-runner (#2368) --- .github/workflows/pr-test-rust.yml | 2 +- rust/py_test/test_launch_server.py | 6 +++++- 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/.github/workflows/pr-test-rust.yml b/.github/workflows/pr-test-rust.yml index 92bd986a077..0df81b487b5 100644 --- a/.github/workflows/pr-test-rust.yml +++ b/.github/workflows/pr-test-rust.yml @@ -42,7 +42,7 @@ jobs: e2e-rust: if: github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request' - runs-on: 1-gpu-runner + runs-on: 2-gpu-runner steps: - name: Checkout code uses: actions/checkout@v3 diff --git a/rust/py_test/test_launch_server.py b/rust/py_test/test_launch_server.py index f39b341df2b..a7a695aa9f6 100644 --- a/rust/py_test/test_launch_server.py +++ b/rust/py_test/test_launch_server.py @@ -92,7 +92,11 @@ def test_mmlu(self): ) metrics = run_eval(args) - self.assertGreaterEqual(metrics["score"], 0.65) + score = metrics["score"] + THRESHOLD = 0.65 + passed = score >= THRESHOLD + msg = f"MMLU test {'passed' if passed else 'failed'} with score {score:.3f} (threshold: {THRESHOLD})" + self.assertGreaterEqual(score, THRESHOLD, msg) if __name__ == "__main__":