docs: update README (#2516)

sgl-project · Dec 19, 2024 · 64456cf · 64456cf
1 parent bb4a922
commit 64456cf
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/python/sglang/README.md b/python/sglang/README.md
@@ -11,4 +11,5 @@
 - `check_env.py`: Check the environment variables.
 - `global_config.py`: The global configs and constants.
 - `launch_server.py`: The entry point for launching the local server.
+- `llama3_eval.py`: Llama 3.1 evaluation with meta-llama dataset.
 - `utils.py`: Common utilities.
diff --git a/python/sglang/llama3_eval.py b/python/sglang/llama3_eval.py
@@ -71,7 +71,7 @@ async def fetch_responses(
 
 TASK_TO_EVAL_SET = {
     "mmlu": "evals__mmlu__details",
-    "mmlu_0_shot": "evals__mmlu__0_shot__cot__details",
+    "mmlu_cot": "evals__mmlu__0_shot__cot__details",
     "mmlu_pro": "evals__mmlu_pro__details",
     "gsm8k": "evals__gsm8k__details",
 }
@@ -297,7 +297,7 @@ class Stats:
         "--task",
         type=str,
         required=True,
-        help="Task (e.g., mmlu, mmlu_0_shot, mmlu_pro, gsm8k)",
+        help="Task (e.g., mmlu, mmlu_cot, mmlu_pro, gsm8k)",
     )
     parser.add_argument(
         "--num-examples", type=int, default=None, help="Number of examples to process"