xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-22 01:45:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc] Remove unnecessary memoryviews in shm_broadcast.py (#25721)

Browse Source 
Signed-off-by: Nick Hill <nhill@redhat.com>
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
Nick Hill 2025-09-25 20:11:44 -07:00 committed by yewentao256
parent ef160aa08e
commit 6ada221271
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
vllm/distributed/device_communicators/shm_broadcast.py
View File

@ -136,8 +136,8 @@ class ShmRingBuffer:
self.shared_memory = shared_memory.SharedMemory( self.shared_memory = shared_memory.SharedMemory(
create=True, size=self.total_bytes_of_buffer) create=True, size=self.total_bytes_of_buffer)
# initialize the metadata section to 0 # initialize the metadata section to 0
with memoryview(self.shared_memory.buf[self.metadata_offset:] with self.shared_memory.buf[self.
) as metadata_buffer: metadata_offset:] as metadata_buffer:
torch.frombuffer(metadata_buffer, dtype=torch.uint8).fill_(0) torch.frombuffer(metadata_buffer, dtype=torch.uint8).fill_(0)
else: else:
# we are opening an existing buffer # we are opening an existing buffer
@ -182,14 +182,14 @@ class ShmRingBuffer:
def get_data(self, current_idx: int): def get_data(self, current_idx: int):
start = self.data_offset + current_idx * self.max_chunk_bytes start = self.data_offset + current_idx * self.max_chunk_bytes
end = start + self.max_chunk_bytes end = start + self.max_chunk_bytes
with memoryview(self.shared_memory.buf[start:end]) as buf: with self.shared_memory.buf[start:end] as buf:
yield buf yield buf
@contextmanager @contextmanager
def get_metadata(self, current_idx: int): def get_metadata(self, current_idx: int):
start = self.metadata_offset + current_idx * self.metadata_size start = self.metadata_offset + current_idx * self.metadata_size
end = start + self.metadata_size end = start + self.metadata_size
with memoryview(self.shared_memory.buf[start:end]) as buf: with self.shared_memory.buf[start:end] as buf:
yield buf yield buf