enable custom_ops

neuralmagic · Oct 11, 2024 · 272326b · 272326b
1 parent 8c887b6
commit 272326b
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/vllm/model_executor/custom_op.py b/vllm/model_executor/custom_op.py
@@ -55,9 +55,9 @@ def forward_gaudi(self, *args, **kwargs):
     def dispatch_forward(self):
         # NOTE(woosuk): Here we assume that vLLM was built for only one
         # specific backend. Currently, we do not support dynamic dispatching.
-
-        if envs.VLLM_TORCH_COMPILE_LEVEL >= CompilationLevel.INDUCTOR:
-            return self.forward_native
+        #
+        # if envs.VLLM_TORCH_COMPILE_LEVEL >= CompilationLevel.INDUCTOR:
+        #     return self.forward_native
 
         if is_hip():
             return self.forward_hip