diff --git a/setup.py b/setup.py
index 9e34433eff0d8..ef599b613667b 100644
--- a/setup.py
+++ b/setup.py
@@ -279,7 +279,7 @@ def _build_custom_ops() -> bool:
 
 
 def _build_core_ext() -> bool:
-    return not _is_neuron() and not _is_tpu() and not _is_openvino()
+    return not (_is_neuron() or _is_tpu() or _is_openvino() or _is_xpu())
 
 
 def get_hipcc_rocm_version():