diff --git a/.gitignore b/.gitignore
index 06d2b1e83b7b5..49330717640bb 100644
--- a/.gitignore
+++ b/.gitignore
@@ -3,6 +3,7 @@
 
 # vllm-flash-attn built from source
 vllm/vllm_flash_attn/*
+!vllm/vllm_flash_attn/__init__.py
 !vllm/vllm_flash_attn/fa_utils.py
 
 # Byte-compiled / optimized / DLL files
diff --git a/pyproject.toml b/pyproject.toml
index 167e975c70fdb..febe2de61b405 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -46,8 +46,7 @@ vllm = "vllm.entrypoints.cli.main:main"
 
 [tool.setuptools.packages.find]
 where = ["."]
-exclude = ["benchmarks", "csrc", "docs", "examples", "tests*"]
-namespaces = false
+include = ["vllm*"]
 
 [tool.yapfignore]
 ignore_patterns = [
diff --git a/vllm/benchmarks/__init__.py b/vllm/benchmarks/__init__.py
new file mode 100644
index 0000000000000..e69de29bb2d1d
diff --git a/vllm/vllm_flash_attn/__init__.py b/vllm/vllm_flash_attn/__init__.py
new file mode 100644
index 0000000000000..e69de29bb2d1d