mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-03-16 14:17:16 +08:00
[Misc] Add SPDX-FileCopyrightText (#20428)
Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
parent
783921d889
commit
1caca5a589
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
import argparse
|
import argparse
|
||||||
import copy
|
import copy
|
||||||
import itertools
|
import itertools
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
|
|
||||||
from transformers import AutoTokenizer
|
from transformers import AutoTokenizer
|
||||||
|
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
|
|
||||||
import os
|
import os
|
||||||
import socket
|
import socket
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
import asyncio
|
import asyncio
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
# ruff: noqa: E501
|
# ruff: noqa: E501
|
||||||
"""
|
"""
|
||||||
Set up this example by starting a vLLM OpenAI-compatible server with tool call
|
Set up this example by starting a vLLM OpenAI-compatible server with tool call
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
# ruff: noqa: E501
|
# ruff: noqa: E501
|
||||||
"""
|
"""
|
||||||
Set up this example by starting a vLLM OpenAI-compatible server with tool call
|
Set up this example by starting a vLLM OpenAI-compatible server with tool call
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
import pytest
|
import pytest
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
"""
|
"""
|
||||||
DeepEP test utilities
|
DeepEP test utilities
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
"""
|
"""
|
||||||
Test DeepEP + DeepGEMM integration
|
Test DeepEP + DeepGEMM integration
|
||||||
DeepGEMM are gemm kernels specialized for the
|
DeepGEMM are gemm kernels specialized for the
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
"""
|
"""
|
||||||
Test deepep dispatch-combine logic
|
Test deepep dispatch-combine logic
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
"""
|
"""
|
||||||
Unit-test DeepGEMM FP8 kernels (no DeepEP).
|
Unit-test DeepGEMM FP8 kernels (no DeepEP).
|
||||||
Compare DeepGEMM path against the Triton fallback inside vLLM's fused_experts.
|
Compare DeepGEMM path against the Triton fallback inside vLLM's fused_experts.
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
import pytest
|
import pytest
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
"""Integration tests for FlexAttention backend vs default backend"""
|
"""Integration tests for FlexAttention backend vs default backend"""
|
||||||
|
|
||||||
import random
|
import random
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
import pytest
|
import pytest
|
||||||
|
|
||||||
from ...utils import EmbedModelInfo
|
from ...utils import EmbedModelInfo
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
# Copyright © 2025, Oracle and/or its affiliates.
|
# Copyright © 2025, Oracle and/or its affiliates.
|
||||||
"""Tests RTN quantization startup and generation,
|
"""Tests RTN quantization startup and generation,
|
||||||
doesn't test correctness
|
doesn't test correctness
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
# ruff: noqa: E501
|
# ruff: noqa: E501
|
||||||
|
|
||||||
import json
|
import json
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
|
|
||||||
import json
|
import json
|
||||||
|
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
|
|
||||||
import random
|
import random
|
||||||
from collections.abc import Callable
|
from collections.abc import Callable
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
from vllm.v1.request import RequestStatus
|
from vllm.v1.request import RequestStatus
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
import gc
|
import gc
|
||||||
import tempfile
|
import tempfile
|
||||||
|
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
import tempfile
|
import tempfile
|
||||||
|
|
||||||
import numpy as np
|
import numpy as np
|
||||||
|
|||||||
@ -1,5 +1,6 @@
|
|||||||
#!/usr/bin/env python3
|
#!/usr/bin/env python3
|
||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
import os
|
import os
|
||||||
import sys
|
import sys
|
||||||
|
|
||||||
|
|||||||
@ -2,51 +2,146 @@
|
|||||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
|
|
||||||
import sys
|
import sys
|
||||||
|
from enum import Enum
|
||||||
|
|
||||||
SPDX_HEADER = (
|
|
||||||
|
class SPDXStatus(Enum):
|
||||||
|
"""SPDX header status enumeration"""
|
||||||
|
EMPTY = "empty" # empty __init__.py
|
||||||
|
COMPLETE = "complete"
|
||||||
|
MISSING_LICENSE = "missing_license" # Only has copyright line
|
||||||
|
MISSING_COPYRIGHT = "missing_copyright" # Only has license line
|
||||||
|
MISSING_BOTH = "missing_both" # Completely missing
|
||||||
|
|
||||||
|
|
||||||
|
FULL_SPDX_HEADER = (
|
||||||
"# SPDX-License-Identifier: Apache-2.0\n"
|
"# SPDX-License-Identifier: Apache-2.0\n"
|
||||||
"# SPDX-FileCopyrightText: Copyright contributors to the vLLM project")
|
"# SPDX-FileCopyrightText: Copyright contributors to the vLLM project")
|
||||||
SPDX_HEADER_PREFIX = "# SPDX-License-Identifier:"
|
|
||||||
|
LICENSE_LINE = "# SPDX-License-Identifier: Apache-2.0"
|
||||||
|
COPYRIGHT_LINE = "# SPDX-FileCopyrightText: Copyright contributors to the vLLM project" # noqa: E501
|
||||||
|
|
||||||
|
|
||||||
def check_spdx_header(file_path):
|
def check_spdx_header_status(file_path):
|
||||||
with open(file_path, encoding='UTF-8') as file:
|
"""Check SPDX header status of the file"""
|
||||||
|
with open(file_path, encoding="UTF-8") as file:
|
||||||
lines = file.readlines()
|
lines = file.readlines()
|
||||||
if not lines:
|
if not lines:
|
||||||
# Empty file like __init__.py
|
# Empty file
|
||||||
return True
|
return SPDXStatus.EMPTY
|
||||||
for line in lines:
|
|
||||||
if line.strip().startswith(SPDX_HEADER_PREFIX):
|
# Skip shebang line
|
||||||
return True
|
start_idx = 0
|
||||||
return False
|
if lines and lines[0].startswith("#!"):
|
||||||
|
start_idx = 1
|
||||||
|
|
||||||
|
has_license = False
|
||||||
|
has_copyright = False
|
||||||
|
|
||||||
|
# Check all lines for SPDX headers (not just the first two)
|
||||||
|
for i in range(start_idx, len(lines)):
|
||||||
|
line = lines[i].strip()
|
||||||
|
if line == LICENSE_LINE:
|
||||||
|
has_license = True
|
||||||
|
elif line == COPYRIGHT_LINE:
|
||||||
|
has_copyright = True
|
||||||
|
|
||||||
|
# Determine status based on what we found
|
||||||
|
if has_license and has_copyright:
|
||||||
|
return SPDXStatus.COMPLETE
|
||||||
|
elif has_license and not has_copyright:
|
||||||
|
# Only has license line
|
||||||
|
return SPDXStatus.MISSING_COPYRIGHT
|
||||||
|
# Only has copyright line
|
||||||
|
elif not has_license and has_copyright:
|
||||||
|
return SPDXStatus.MISSING_LICENSE
|
||||||
|
else:
|
||||||
|
# Completely missing both lines
|
||||||
|
return SPDXStatus.MISSING_BOTH
|
||||||
|
|
||||||
|
|
||||||
def add_header(file_path):
|
def add_header(file_path, status):
|
||||||
with open(file_path, 'r+', encoding='UTF-8') as file:
|
"""Add or supplement SPDX header based on status"""
|
||||||
|
with open(file_path, "r+", encoding="UTF-8") as file:
|
||||||
lines = file.readlines()
|
lines = file.readlines()
|
||||||
file.seek(0, 0)
|
file.seek(0, 0)
|
||||||
if lines and lines[0].startswith("#!"):
|
file.truncate()
|
||||||
file.write(lines[0])
|
|
||||||
file.write(SPDX_HEADER + '\n')
|
if status == SPDXStatus.MISSING_BOTH:
|
||||||
file.writelines(lines[1:])
|
# Completely missing, add complete header
|
||||||
else:
|
if lines and lines[0].startswith("#!"):
|
||||||
file.write(SPDX_HEADER + '\n')
|
# Preserve shebang line
|
||||||
|
file.write(lines[0])
|
||||||
|
file.write(FULL_SPDX_HEADER + "\n")
|
||||||
|
file.writelines(lines[1:])
|
||||||
|
else:
|
||||||
|
# Add header directly
|
||||||
|
file.write(FULL_SPDX_HEADER + "\n")
|
||||||
|
file.writelines(lines)
|
||||||
|
|
||||||
|
elif status == SPDXStatus.MISSING_COPYRIGHT:
|
||||||
|
# Only has license line, need to add copyright line
|
||||||
|
# Find the license line and add copyright line after it
|
||||||
|
for i, line in enumerate(lines):
|
||||||
|
if line.strip() == LICENSE_LINE:
|
||||||
|
# Insert copyright line after license line
|
||||||
|
lines.insert(
|
||||||
|
i + 1,
|
||||||
|
f"{COPYRIGHT_LINE}\n",
|
||||||
|
)
|
||||||
|
break
|
||||||
|
|
||||||
|
file.writelines(lines)
|
||||||
|
|
||||||
|
elif status == SPDXStatus.MISSING_LICENSE:
|
||||||
|
# Only has copyright line, need to add license line
|
||||||
|
# Find the copyright line and add license line before it
|
||||||
|
for i, line in enumerate(lines):
|
||||||
|
if line.strip() == COPYRIGHT_LINE:
|
||||||
|
# Insert license line before copyright line
|
||||||
|
lines.insert(i, f"{LICENSE_LINE}\n")
|
||||||
|
break
|
||||||
file.writelines(lines)
|
file.writelines(lines)
|
||||||
|
|
||||||
|
|
||||||
def main():
|
def main():
|
||||||
files_with_missing_header = []
|
"""Main function"""
|
||||||
|
files_missing_both = []
|
||||||
|
files_missing_copyright = []
|
||||||
|
files_missing_license = []
|
||||||
|
|
||||||
for file_path in sys.argv[1:]:
|
for file_path in sys.argv[1:]:
|
||||||
if not check_spdx_header(file_path):
|
status = check_spdx_header_status(file_path)
|
||||||
files_with_missing_header.append(file_path)
|
|
||||||
|
|
||||||
if files_with_missing_header:
|
if status == SPDXStatus.MISSING_BOTH:
|
||||||
|
files_missing_both.append(file_path)
|
||||||
|
elif status == SPDXStatus.MISSING_COPYRIGHT:
|
||||||
|
files_missing_copyright.append(file_path)
|
||||||
|
elif status == SPDXStatus.MISSING_LICENSE:
|
||||||
|
files_missing_license.append(file_path)
|
||||||
|
else:
|
||||||
|
continue
|
||||||
|
|
||||||
|
# Collect all files that need fixing
|
||||||
|
all_files_to_fix = (files_missing_both + files_missing_copyright +
|
||||||
|
files_missing_license)
|
||||||
|
if all_files_to_fix:
|
||||||
print("The following files are missing the SPDX header:")
|
print("The following files are missing the SPDX header:")
|
||||||
for file_path in files_with_missing_header:
|
if files_missing_both:
|
||||||
print(f" {file_path}")
|
for file_path in files_missing_both:
|
||||||
add_header(file_path)
|
print(f" {file_path}")
|
||||||
|
add_header(file_path, SPDXStatus.MISSING_BOTH)
|
||||||
|
|
||||||
sys.exit(1 if files_with_missing_header else 0)
|
if files_missing_copyright:
|
||||||
|
for file_path in files_missing_copyright:
|
||||||
|
print(f" {file_path}")
|
||||||
|
add_header(file_path, SPDXStatus.MISSING_COPYRIGHT)
|
||||||
|
if files_missing_license:
|
||||||
|
for file_path in files_missing_license:
|
||||||
|
print(f" {file_path}")
|
||||||
|
add_header(file_path, SPDXStatus.MISSING_LICENSE)
|
||||||
|
|
||||||
|
sys.exit(1 if all_files_to_fix else 0)
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
|
|
||||||
import torch
|
import torch
|
||||||
import torch._inductor.pattern_matcher as pm
|
import torch._inductor.pattern_matcher as pm
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
'''
|
'''
|
||||||
Expert parallelism load balancer (EPLB).
|
Expert parallelism load balancer (EPLB).
|
||||||
'''
|
'''
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
"""
|
"""
|
||||||
Expert parallelism load balancer (EPLB) metrics and states.
|
Expert parallelism load balancer (EPLB) metrics and states.
|
||||||
|
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
"""
|
"""
|
||||||
Expert parallelism load balancer (EPLB) for vLLM.
|
Expert parallelism load balancer (EPLB) for vLLM.
|
||||||
|
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
"""
|
"""
|
||||||
The actual execution of the rearrangement.
|
The actual execution of the rearrangement.
|
||||||
|
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
|
|
||||||
from dataclasses import dataclass
|
from dataclasses import dataclass
|
||||||
from typing import TYPE_CHECKING, Any, Optional
|
from typing import TYPE_CHECKING, Any, Optional
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
|
|
||||||
import logging
|
import logging
|
||||||
import os
|
import os
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
|
|
||||||
import atexit
|
import atexit
|
||||||
import ctypes
|
import ctypes
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
from collections import OrderedDict
|
from collections import OrderedDict
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
# ruff: noqa
|
# ruff: noqa
|
||||||
import json
|
import json
|
||||||
from collections.abc import Sequence
|
from collections.abc import Sequence
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
import torch
|
import torch
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
import torch
|
import torch
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
from typing import Callable, Optional
|
from typing import Callable, Optional
|
||||||
|
|
||||||
import torch
|
import torch
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
import deep_ep
|
import deep_ep
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
from typing import Optional, Union
|
from typing import Optional, Union
|
||||||
|
|
||||||
import deep_ep
|
import deep_ep
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
from typing import Callable, Optional
|
from typing import Callable, Optional
|
||||||
|
|
||||||
import torch
|
import torch
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
import logging
|
import logging
|
||||||
|
|
||||||
import torch
|
import torch
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
# Copyright © 2025, Oracle and/or its affiliates.
|
# Copyright © 2025, Oracle and/or its affiliates.
|
||||||
|
|
||||||
import os
|
import os
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
import time
|
import time
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
|
|||||||
@ -1,6 +1,6 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project Adapted from
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
# https://github.com/huggingface/transformers/tree/main/src/transformers/models/aya_vision
|
# Adapted from https://github.com/huggingface/transformers/tree/main/src/transformers/models/aya_vision
|
||||||
from collections.abc import Iterable, Mapping, Sequence
|
from collections.abc import Iterable, Mapping, Sequence
|
||||||
from typing import Literal, Optional, TypedDict, Union, cast
|
from typing import Literal, Optional, TypedDict, Union, cast
|
||||||
|
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
|
|
||||||
# Adapted from
|
# Adapted from
|
||||||
# https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/llama/modeling_llama.py
|
# https://github.com/huggingface/transformers/blob/v4.28.0/src/transformers/models/llama/modeling_llama.py
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
|
|
||||||
# Adapted from
|
# Adapted from
|
||||||
# https://github.com/huggingface/transformers/blob/main/src/transformers/models/Glm4v/modeling_Glm4v.py
|
# https://github.com/huggingface/transformers/blob/main/src/transformers/models/Glm4v/modeling_Glm4v.py
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
|
|
||||||
import math
|
import math
|
||||||
from collections.abc import Iterable, Mapping, Sequence
|
from collections.abc import Iterable, Mapping, Sequence
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
|
|
||||||
# Copyright 2024 HuggingFace Inc. team. All rights reserved.
|
# Copyright 2024 HuggingFace Inc. team. All rights reserved.
|
||||||
# Copyright (c) 2025, NVIDIA CORPORATION. All rights reserved.
|
# Copyright (c) 2025, NVIDIA CORPORATION. All rights reserved.
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
import numpy as np
|
import numpy as np
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
"""Attention layer with FlashAttention."""
|
"""Attention layer with FlashAttention."""
|
||||||
|
|
||||||
from dataclasses import dataclass
|
from dataclasses import dataclass
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
|
|
||||||
from typing import Any, Optional
|
from typing import Any, Optional
|
||||||
|
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
"""Attention layer with AiterFlashAttention."""
|
"""Attention layer with AiterFlashAttention."""
|
||||||
from dataclasses import dataclass
|
from dataclasses import dataclass
|
||||||
from typing import TYPE_CHECKING, Any, Optional
|
from typing import TYPE_CHECKING, Any, Optional
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
from abc import ABC, abstractmethod
|
from abc import ABC, abstractmethod
|
||||||
from typing import Callable, Optional
|
from typing import Callable, Optional
|
||||||
|
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
from dataclasses import dataclass
|
from dataclasses import dataclass
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
import dataclasses
|
import dataclasses
|
||||||
from abc import ABC, abstractmethod
|
from abc import ABC, abstractmethod
|
||||||
from collections.abc import Iterator, Sequence
|
from collections.abc import Iterator, Sequence
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
from contextlib import contextmanager
|
from contextlib import contextmanager
|
||||||
from typing import Any
|
from typing import Any
|
||||||
|
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
import os
|
import os
|
||||||
from importlib import util
|
from importlib import util
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
from typing import TYPE_CHECKING
|
from typing import TYPE_CHECKING
|
||||||
|
|
||||||
import torch
|
import torch
|
||||||
|
|||||||
@ -1,4 +1,5 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||||
import os
|
import os
|
||||||
|
|
||||||
import torch
|
import torch
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user