xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-15 00:05:48 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: Add type specifications for CLI arguments in tensorizer options (#18314)

Browse Source
This commit is contained in:
CYJiang 2025-05-19 14:42:17 +08:00 committed by GitHub
parent 47fda6d089
commit 275c5daeb0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/model_executor/model_loader/tensorizer.py
View File

@ -214,6 +214,7 @@ class TensorizerArgs:
group.add_argument( group.add_argument(
"--tensorizer-uri", "--tensorizer-uri",
type=str,
help="Path to serialized model tensors. Can be a local file path," help="Path to serialized model tensors. Can be a local file path,"
" or an HTTP(S) or S3 URI.", " or an HTTP(S) or S3 URI.",
) )
@ -226,6 +227,7 @@ class TensorizerArgs:
) )
group.add_argument( group.add_argument(
"--encryption-keyfile", "--encryption-keyfile",
type=str,
default=None, default=None,
help="The file path to a binary file containing a binary key to " help="The file path to a binary file containing a binary key to "
"use for decryption. Can be a file path or S3 network URI.") "use for decryption. Can be a file path or S3 network URI.")
@ -239,18 +241,21 @@ class TensorizerArgs:
"and model size. This greatly increases performance.") "and model size. This greatly increases performance.")
group.add_argument( group.add_argument(
"--s3-access-key-id", "--s3-access-key-id",
type=str,
default=None, default=None,
help="The access key for the S3 bucket. Can also be set via the " help="The access key for the S3 bucket. Can also be set via the "
"S3_ACCESS_KEY_ID environment variable.", "S3_ACCESS_KEY_ID environment variable.",
) )
group.add_argument( group.add_argument(
"--s3-secret-access-key", "--s3-secret-access-key",
type=str,
default=None, default=None,
help="The secret access key for the S3 bucket. Can also be set via " help="The secret access key for the S3 bucket. Can also be set via "
"the S3_SECRET_ACCESS_KEY environment variable.", "the S3_SECRET_ACCESS_KEY environment variable.",
) )
group.add_argument( group.add_argument(
"--s3-endpoint", "--s3-endpoint",
type=str,
default=None, default=None,
help="The endpoint for the S3 bucket. Can also be set via the " help="The endpoint for the S3 bucket. Can also be set via the "
"S3_ENDPOINT_URL environment variable.", "S3_ENDPOINT_URL environment variable.",