diff --git a/vllm/_custom_ops.py b/vllm/_custom_ops.py
index 678700055c99..a41b0e40b11d 100644
--- a/vllm/_custom_ops.py
+++ b/vllm/_custom_ops.py
@@ -11,7 +11,7 @@
 
 logger = init_logger(__name__)
 
-if not current_platform.is_tpu():
+if not current_platform.is_tpu() and not current_platform.is_hpu():
     try:
         import vllm._C
     except ImportError as e: