From da5ddcd544ac5ce6bc4f522af9cbdc315f94620e Mon Sep 17 00:00:00 2001 From: Woosuk Kwon Date: Sat, 10 Jun 2023 21:25:11 -0700 Subject: [PATCH] Remove redundant code in ColumnParallelLinear (#146) --- .../model_executor/parallel_utils/tensor_parallel/layers.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/cacheflow/model_executor/parallel_utils/tensor_parallel/layers.py b/cacheflow/model_executor/parallel_utils/tensor_parallel/layers.py index 2ec8312f5006..c5441fd33c99 100644 --- a/cacheflow/model_executor/parallel_utils/tensor_parallel/layers.py +++ b/cacheflow/model_executor/parallel_utils/tensor_parallel/layers.py @@ -305,7 +305,7 @@ class ColumnParallelLinear(torch.nn.Module): """ bias = self.bias if not self.skip_bias_add else None - input_parallel = copy_to_tensor_model_parallel_region(input_) + input_parallel = input_ # Matrix multiply. output_parallel = F.linear(input_parallel, self.weight, bias) if self.gather_output: