xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-04-20 16:07:04 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #10 from prashanth058/lora-vision-misc-fixes

Browse Source 
lora vision misc fixes
This commit is contained in:
B-201 2025-11-26 10:28:39 +08:00 committed by GitHub
commit 9d41f6e95b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/lora/layers/row_parallel_linear.py
View File

@ -76,11 +76,7 @@ class RowParallelLinearWithLoRA(BaseLinearLayerWithLoRA):
if self.base_layer.reduce_results and self.tp_size > 1:
output = tensor_model_parallel_all_reduce(output_parallel)
else:
output_ = output_parallel
# Bias was already added by rank 0 in apply(), no need to add again
output_bias = self.base_layer.bias if self.base_layer.skip_bias_add else None
output = output_
output = output_parallel
output_bias = self.base_layer.bias if self.base_layer.skip_bias_add else None
if not self.base_layer.return_bias: