diff --git a/vllm/entrypoints/openai/serving_engine.py b/vllm/entrypoints/openai/serving_engine.py
index 7581ab6e63b..dab5ac03253 100644
--- a/vllm/entrypoints/openai/serving_engine.py
+++ b/vllm/entrypoints/openai/serving_engine.py
@@ -18,11 +18,6 @@
 from starlette.datastructures import Headers
 from typing_extensions import TypeIs
 
-if sys.version_info >= (3, 12):
-    from typing import TypedDict
-else:
-    from typing_extensions import TypedDict
-
 if sys.version_info >= (3, 12):
     from typing import TypedDict
 else: