From 96437c641a902256e1c3f2f2da0a39f384081ef0 Mon Sep 17 00:00:00 2001
From: zhyncs <me@zhyncs.com>
Date: Wed, 18 Dec 2024 21:42:49 -0800
Subject: [PATCH] docs: update README

---
 python/sglang/README.md      | 1 +
 python/sglang/llama3_eval.py | 4 ++--
 2 files changed, 3 insertions(+), 2 deletions(-)

diff --git a/python/sglang/README.md b/python/sglang/README.md
index 29a7149defe..c0a61e23611 100644
--- a/python/sglang/README.md
+++ b/python/sglang/README.md
@@ -11,4 +11,5 @@
 - `check_env.py`: Check the environment variables.
 - `global_config.py`: The global configs and constants.
 - `launch_server.py`: The entry point for launching the local server.
+- `llama3_eval.py`: Llama 3.1 evaluation with meta-llama dataset.
 - `utils.py`: Common utilities.
diff --git a/python/sglang/llama3_eval.py b/python/sglang/llama3_eval.py
index cacad0c390e..35bd4a7e4d4 100644
--- a/python/sglang/llama3_eval.py
+++ b/python/sglang/llama3_eval.py
@@ -71,7 +71,7 @@ async def fetch_responses(
 
 TASK_TO_EVAL_SET = {
     "mmlu": "evals__mmlu__details",
-    "mmlu_0_shot": "evals__mmlu__0_shot__cot__details",
+    "mmlu_cot": "evals__mmlu__0_shot__cot__details",
     "mmlu_pro": "evals__mmlu_pro__details",
     "gsm8k": "evals__gsm8k__details",
 }
@@ -297,7 +297,7 @@ class Stats:
         "--task",
         type=str,
         required=True,
-        help="Task (e.g., mmlu, mmlu_0_shot, mmlu_pro, gsm8k)",
+        help="Task (e.g., mmlu, mmlu_cot, mmlu_pro, gsm8k)",
     )
     parser.add_argument(
         "--num-examples", type=int, default=None, help="Number of examples to process"