xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 01:15:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

Remove redundant code in ColumnParallelLinear (#146)

Browse Source
This commit is contained in:
Woosuk Kwon 2023-06-10 21:25:11 -07:00 committed by GitHub
parent 5020e1e80c
commit da5ddcd544
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
cacheflow/model_executor/parallel_utils/tensor_parallel/layers.py
View File

@ -305,7 +305,7 @@ class ColumnParallelLinear(torch.nn.Module):
""" """
bias = self.bias if not self.skip_bias_add else None bias = self.bias if not self.skip_bias_add else None
input_parallel = copy_to_tensor_model_parallel_region(input_) input_parallel = input_
# Matrix multiply. # Matrix multiply.
output_parallel = F.linear(input_parallel, self.weight, bias) output_parallel = F.linear(input_parallel, self.weight, bias)
if self.gather_output: if self.gather_output: