mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-01-07 14:43:11 +08:00
[V1] Enable custom ops with piecewise CUDA graphs (#10228)
Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
This commit is contained in:
parent
8a7fe47d32
commit
9d5b4e4dea
@ -1,3 +1,4 @@
|
||||
import os
|
||||
import time
|
||||
from dataclasses import dataclass
|
||||
from typing import TYPE_CHECKING, Dict, List, Optional, Set
|
||||
@ -405,6 +406,7 @@ class GPUModelRunner:
|
||||
if self.use_cuda_graph:
|
||||
# FIXME(woosuk): Currently, we do not use inductor to reduce the
|
||||
# compilation time and any potential issues with the inductor.
|
||||
os.environ["VLLM_CUSTOM_OPS"] = "all"
|
||||
set_compilation_config(
|
||||
CompilationConfig(
|
||||
use_cudagraph=True,
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user