diff --git a/vllm/triton_utils/importing.py b/vllm/triton_utils/importing.py
index fa29efbf6b2d..0a0c0a4bd178 100644
--- a/vllm/triton_utils/importing.py
+++ b/vllm/triton_utils/importing.py
@@ -1,6 +1,5 @@
 # SPDX-License-Identifier: Apache-2.0
 
-import sys
 import types
 from importlib.util import find_spec
 
@@ -45,9 +44,4 @@ if not HAS_TRITON:
             super().__init__("triton.language")
             self.constexpr = None
             self.dtype = None
-
-    sys.modules['triton'] = TritonPlaceholder()
-    sys.modules['triton.language'] = TritonLanguagePlaceholder()
-
-if 'triton' in sys.modules:
-    logger.info("Triton module has been replaced with a placeholder.")
+            self.int64 = None