From fb95394c0083a5c8ac7fd5f384ebd00aa6798c1b Mon Sep 17 00:00:00 2001 From: Lucas Wilkinson Date: Tue, 13 Feb 2024 23:19:38 -0500 Subject: [PATCH] remove useless comments --- vllm/model_executor/layers/linear.py | 4 ---- .../layers/sparsity/sparse_w16a16_linear_method.py | 2 +- 2 files changed, 1 insertion(+), 5 deletions(-) diff --git a/vllm/model_executor/layers/linear.py b/vllm/model_executor/layers/linear.py index 9af9b0c5f2f62..2901ec5773fc4 100644 --- a/vllm/model_executor/layers/linear.py +++ b/vllm/model_executor/layers/linear.py @@ -206,7 +206,6 @@ def weight_loader(self, param: Parameter, loaded_weight: torch.Tensor): assert param_data.shape == loaded_weight.shape param_data.copy_(loaded_weight) - # If LazyCompressedParameter, compress the data. if isinstance(param, LazyCompressedParameter): param.compress() @@ -463,8 +462,6 @@ def weight_loader(self, # all of the shards are loaded, for the QKV matrix this means # loading shards "q", "k" and "v" all_shards_loaded = (self.loaded_shards == set(["q", "k", "v"])) - - # If LazyCompressedParameter, compress the data. if all_shards_loaded and isinstance(param, LazyCompressedParameter): param.compress() @@ -559,7 +556,6 @@ def weight_loader(self, param: Parameter, loaded_weight: torch.Tensor): assert param_data.shape == loaded_weight.shape param_data.copy_(loaded_weight) - # If LazyCompressedParameter, compress the data. if isinstance(param, LazyCompressedParameter): param.compress() diff --git a/vllm/model_executor/layers/sparsity/sparse_w16a16_linear_method.py b/vllm/model_executor/layers/sparsity/sparse_w16a16_linear_method.py index c4a6bcddf003f..65713a1bf15b3 100644 --- a/vllm/model_executor/layers/sparsity/sparse_w16a16_linear_method.py +++ b/vllm/model_executor/layers/sparsity/sparse_w16a16_linear_method.py @@ -49,7 +49,7 @@ def apply_weights( ) -> torch.Tensor: w: LazyCompressedParameter = weights["weight"] - # if we never compressed (likely due to insufficient sparsity), + # if we never compressed (likely due to insufficient sparsity), # i.e. have uncompressed_data run normally if w.has_uncompressed_data: assert not w.has_compressed_data