mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-10 16:15:40 +08:00
[Bugfix] Fix typo in Qwen3 Next model executor (#28960)
Signed-off-by: Gleb Kurchanov <nepherpitou@gmail.com>
This commit is contained in:
parent
468a8d72ba
commit
73ff872db0
@ -1154,8 +1154,8 @@ class QwenNextMixtureOfExperts(MixtureOfExperts):
|
|||||||
example_moe = layer.mlp
|
example_moe = layer.mlp
|
||||||
self.moe_layers.append(layer.mlp.experts)
|
self.moe_layers.append(layer.mlp.experts)
|
||||||
|
|
||||||
if example_moe is None:
|
if example_moe is None:
|
||||||
raise RuntimeError("No Qwen3Next layer found in the model.layers.")
|
raise RuntimeError("No Qwen3Next layer found in the model.layers.")
|
||||||
|
|
||||||
# Set MoE hyperparameters
|
# Set MoE hyperparameters
|
||||||
self.num_moe_layers = len(self.moe_layers)
|
self.num_moe_layers = len(self.moe_layers)
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user