mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-28 19:38:46 +08:00
14 lines
269 B
YAML
14 lines
269 B
YAML
local_cpu: False
|
|
max_local_cpu_size: 0
|
|
#local_disk:
|
|
max_local_disk_size: 0
|
|
remote_serde: NULL
|
|
|
|
enable_nixl: True
|
|
nixl_role: "receiver"
|
|
nixl_peer_host: "localhost"
|
|
nixl_peer_port: 55555
|
|
nixl_buffer_size: 1073741824 # 1GB
|
|
nixl_buffer_device: "cuda"
|
|
nixl_enable_gc: True
|