From da45262e394ad6ea6ac3fa6a39f7675aac6a5eda Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Mon, 9 Dec 2024 05:02:13 -0800 Subject: [PATCH] fix --- python/sglang/srt/models/gemma2_reward.py | 1 - python/sglang/srt/models/llama_classification.py | 1 - python/sglang/srt/models/llama_reward.py | 2 -- 3 files changed, 4 deletions(-) diff --git a/python/sglang/srt/models/gemma2_reward.py b/python/sglang/srt/models/gemma2_reward.py index e5c2fc07aaf..1fe87c30aef 100644 --- a/python/sglang/srt/models/gemma2_reward.py +++ b/python/sglang/srt/models/gemma2_reward.py @@ -32,7 +32,6 @@ def __init__( ) -> None: super().__init__() self.config = config - self.torchao_config = None self.quant_config = quant_config self.num_labels = config.num_labels self.model = Gemma2Model(config, quant_config=quant_config) diff --git a/python/sglang/srt/models/llama_classification.py b/python/sglang/srt/models/llama_classification.py index c4ee76379b6..75e8af9af32 100644 --- a/python/sglang/srt/models/llama_classification.py +++ b/python/sglang/srt/models/llama_classification.py @@ -33,7 +33,6 @@ def __init__( ) -> None: super().__init__() self.config = config - self.torchao_config = None self.quant_config = quant_config self.model = LlamaModel(config, quant_config=quant_config) diff --git a/python/sglang/srt/models/llama_reward.py b/python/sglang/srt/models/llama_reward.py index dcde8b468ea..6550ee411a1 100644 --- a/python/sglang/srt/models/llama_reward.py +++ b/python/sglang/srt/models/llama_reward.py @@ -21,7 +21,6 @@ from sglang.srt.layers.pooler import EmbeddingPoolerOutput, Pooler, PoolingType from sglang.srt.layers.quantization.base_config import QuantizationConfig from sglang.srt.model_executor.forward_batch_info import ForwardBatch -from sglang.srt.model_loader.weight_utils import default_weight_loader from sglang.srt.models.llama import LlamaForCausalLM, LlamaModel @@ -33,7 +32,6 @@ def __init__( ) -> None: super().__init__() self.config = config - self.torchao_config = None self.quant_config = quant_config self.num_labels = config.num_labels self.model = LlamaModel(config, quant_config=quant_config)