diff --git a/vllm/entrypoints/llm.py b/vllm/entrypoints/llm.py index c79ab16a1949f..70bb73f482c86 100644 --- a/vllm/entrypoints/llm.py +++ b/vllm/entrypoints/llm.py @@ -8,7 +8,7 @@ from typing import Any, Callable, ClassVar, Optional, Union, cast, overload import cloudpickle import torch.nn as nn -from tqdm import tqdm +from tqdm.auto import tqdm from typing_extensions import TypeVar, deprecated from vllm.beam_search import (BeamSearchInstance, BeamSearchOutput, diff --git a/vllm/worker/model_runner.py b/vllm/worker/model_runner.py index 86e6d97520131..9524a69f6b3aa 100644 --- a/vllm/worker/model_runner.py +++ b/vllm/worker/model_runner.py @@ -15,7 +15,7 @@ import numpy as np import torch import torch.distributed import torch.nn as nn -from tqdm import tqdm +from tqdm.auto import tqdm import vllm.envs as envs from vllm.attention import AttentionMetadata, get_attn_backend