From 31d2ab4aff51c537dd4bc82451efbc194e0b8f2b Mon Sep 17 00:00:00 2001 From: Woosuk Kwon Date: Mon, 11 Dec 2023 12:26:42 -0800 Subject: [PATCH] Remove python 3.10 requirement (#2040) --- README.md | 2 +- vllm/model_executor/models/mixtral.py | 4 +--- 2 files changed, 2 insertions(+), 4 deletions(-) diff --git a/README.md b/README.md index 1630e71c00c26..84cadee4839fc 100644 --- a/README.md +++ b/README.md @@ -72,7 +72,7 @@ Install vLLM with pip or [from source](https://vllm.readthedocs.io/en/latest/get ```bash pip install vllm ``` -**NOTE:** The Mixtral model additionally requires `megablocks` which can be installed with pip or [from source](https://github.com/stanford-futuredata/megablocks) on **Python 3.10**: +**NOTE:** The Mixtral model additionally requires `megablocks` which can be installed with pip or [from source](https://github.com/stanford-futuredata/megablocks): ```bash pip install megablocks ``` diff --git a/vllm/model_executor/models/mixtral.py b/vllm/model_executor/models/mixtral.py index 25d031dbae220..c1fd26e9b7595 100644 --- a/vllm/model_executor/models/mixtral.py +++ b/vllm/model_executor/models/mixtral.py @@ -35,9 +35,7 @@ try: import megablocks.ops as ops except ImportError: print( - "MegaBlocks not found. Please install it by `pip install megablocks`. " - "Note that MegaBlocks depends on mosaicml-turbo, which only supports " - "Python 3.10 for now.") + "MegaBlocks not found. Please install it by `pip install megablocks`.") try: import stk except ImportError: