[Fix] Fix model summarizer abbr (#1789)

* fix pip version * fix pip version * fix model summarizer abbr --------- Co-authored-by: root <bittersweet1999>
open-compass · Dec 27, 2024 · 357ce8c · 357ce8c
1 parent ae9efb7
commit 357ce8c
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 4 deletions.
diff --git a/opencompass/summarizers/subjective/alpacaeval.py b/opencompass/summarizers/subjective/alpacaeval.py
@@ -133,8 +133,7 @@ def summarize(self,
                         dataset, subdir_path, self.judge_function)
                     win_model1, win_model2, categories = defaultdict(
                         float), defaultdict(float), defaultdict(float)
-                    model1, model2 = references[0]['answer1'], references[0][
-                        'answer2']
+
                     for prediction, reference in zip(judged_answers,
                                                      references):
                         categories['total'] += 1

diff --git a/opencompass/summarizers/subjective/compass_arena.py b/opencompass/summarizers/subjective/compass_arena.py
@@ -117,8 +117,6 @@ def get_score(self, time_str):
                     win_model1 = defaultdict(float)
                     win_model2 = defaultdict(float)
                     categories = defaultdict(float)
-                    model1 = references[0]['answer1']
-                    model2 = references[0]['answer2']
                     for prediction, reference in zip(judged_answers, references):
                         categories[dataset_abbr] += 1
                         categories[reference['capability']] += 1